heap profile: 15335: 2255446480 [988269: 137663396600] @ heap/1048576 1: 116031488 [1: 116031488] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 51634176 [3: 51634176] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 49963008 [3: 49963008] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 48: 40108032 [48: 40108032] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 36962304 [6: 36962304] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 39: 31309824 [39: 31309824] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 17: 31055872 [17: 31055872] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 30867456 [3: 30867456] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 27770880 [3: 27770880] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 25018368 [3: 25018368] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 23003136 [3: 23003136] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 22536192 [3: 22536192] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 27: 22118400 [27: 22118400] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 21848064 [3: 21848064] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 20348928 [6: 20348928] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 9: 20275200 [9: 20275200] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 20250624 [3: 20250624] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 19611648 [3: 19611648] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 19488768 [3: 19488768] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 19464192 [6: 19464192] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 19: 19456000 [20533: 21025792000] @ 0xe4e77e 0xe4e4f1 0x1693ac0 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xe4e77d github.com/thanos-io/thanos/pkg/pool.NewBucketedBytesPool.func1+0x5d /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:54 # 0xe4e4f0 github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Get+0x150 /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:79 # 0x1693abf github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x6f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1255 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 19030016 [1: 19030016] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 18898944 [3: 18898944] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 18382848 [6: 18382848] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 18186240 [6: 18186240] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 18137088 [3: 18137088] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 17989632 [3: 17989632] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 21: 17891328 [21: 17891328] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 17793024 [3: 17793024] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 17645568 [3: 17645568] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 17596416 [6: 17596416] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 9: 17473536 [9: 17473536] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 17080320 [3: 17080320] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 16982016 [3: 16982016] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 16859136 [6: 16859136] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 9: 16515072 [9: 16515072] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 16367616 [3: 16367616] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 15581184 [6: 15581184] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 14991360 [6: 14991360] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 14794752 [6: 14794752] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 14598144 [3: 14598144] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 9: 14598144 [9: 14598144] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 13: 14163968 [13: 14163968] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 17: 14065664 [17: 14065664] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 9: 13934592 [9: 13934592] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 13910016 [6: 13910016] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 13737984 [3: 13737984] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 13467648 [6: 13467648] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 13271040 [3: 13271040] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 13221888 [3: 13221888] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 13172736 [3: 13172736] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 13148160 [3: 13148160] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 15: 12902400 [15: 12902400] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 12902400 [3: 12902400] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 12877824 [3: 12877824] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 12754944 [3: 12754944] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 12656640 [3: 12656640] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 12582912 [6: 12582912] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 12386304 [3: 12386304] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 12288000 [3: 12288000] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 14: 12156928 [14: 12156928] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 12042240 [3: 12042240] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 11993088 [6: 11993088] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 11698176 [3: 11698176] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 11673600 [3: 11673600] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 11575296 [3: 11575296] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 11550720 [6: 11550720] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 11: 11534336 [11: 11534336] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 11526144 [3: 11526144] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 11501568 [6: 11501568] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 11452416 [3: 11452416] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 8: 11272192 [8: 11272192] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 11182080 [3: 11182080] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 11108352 [6: 11108352] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 10813440 [6: 10813440] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 10764288 [3: 10764288] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 10616832 [3: 10616832] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 10592256 [3: 10592256] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 10493952 [3: 10493952] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 10420224 [3: 10420224] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 10321920 [3: 10321920] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 10297344 [3: 10297344] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 10248192 [3: 10248192] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 10125312 [3: 10125312] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 10076160 [6: 10076160] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 10076160 [3: 10076160] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 10002432 [3: 10002432] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 9904128 [3: 9904128] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 9609216 [3: 9609216] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 9437184 [3: 9437184] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 9093120 [6: 9093120] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 9043968 [3: 9043968] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 9019392 [3: 9019392] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 11: 8921088 [11: 8921088] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 8822784 [3: 8822784] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 8798208 [6: 8798208] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 8749056 [3: 8749056] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 8650752 [3: 8650752] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 8577024 [3: 8577024] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 8478720 [3: 8478720] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 8454144 [3: 8454144] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 8355840 [3: 8355840] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 8208384 [4: 10944512] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 8060928 [3: 8060928] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 12: 8060928 [12: 8060928] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 7741440 [3: 7741440] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 7471104 [3: 7471104] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 7446528 [3: 7446528] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 7323648 [3: 7323648] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 7274496 [3: 7274496] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 7200768 [3: 7200768] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 7102464 [3: 7102464] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 7053312 [3: 7053312] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 4: 6914048 [4: 6914048] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 6905856 [3: 6905856] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 6782976 [3: 6782976] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 6733824 [6: 6733824] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 6709248 [3: 6709248] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 6561792 [3: 6561792] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 6488064 [3: 6488064] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 6463488 [3: 6463488] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 6389760 [5: 6389760] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 6340608 [3: 6340608] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 8: 6225920 [8: 6225920] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 7: 6193152 [7: 6193152] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 6144000 [3: 6144000] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 9: 6119424 [9: 6119424] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 5971968 [3: 5971968] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 5939200 [5: 5939200] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 5849088 [3: 5849088] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 5586944 [2: 5586944] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 5529600 [3: 5529600] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 5488640 [5: 5488640] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 5455872 [3: 5455872] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 5373952 [3: 8060928] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 5234688 [3: 5234688] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 5087232 [1: 5087232] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 5062656 [1: 5062656] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 6: 5062656 [6: 5062656] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 5038080 [5: 5038080] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 4997120 [5: 4997120] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 4890624 [3: 4890624] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 4874240 [5: 4874240] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 7: 4816896 [7: 4816896] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 4669440 [5: 4669440] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 4497408 [3: 4497408] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 4423680 [3: 4423680] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 4390912 [1: 4390912] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 6: 4374528 [6: 4374528] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 7: 4358144 [7: 4358144] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 4276224 [6: 4276224] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 4194304 [1: 4194304] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 4177920 [3: 4177920] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 4177920 [6: 4177920] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 4079616 [3: 4079616] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 7: 4071424 [7: 4071424] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 7: 4014080 [7: 4014080] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 3973120 [5: 3973120] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 3956736 [3: 3956736] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 7: 3956736 [7: 3956736] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 3883008 [6: 3883008] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 3809280 [3: 3809280] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 3620864 [1: 3620864] @ 0x40da93 0x40f709 0x40e3e0 0xed6a8d 0xeda3f7 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xed6a8c github.com/hashicorp/golang-lru/simplelru.(*LRU).Add+0x26c /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:62 # 0xeda3f6 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x256 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:226 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 3612672 [3: 3612672] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 3588096 [6: 3588096] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 19: 3579904 [29: 5464064] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 3489792 [3: 3489792] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 8: 3473408 [8: 3473408] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 3440640 [3: 3440640] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 3424256 [2: 3424256] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 3375104 [2: 3375104] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 3342336 [3: 3342336] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 3325952 [2: 3325952] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 3317760 [3: 3317760] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 3235840 [1: 3235840] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 5: 3194880 [5: 3194880] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 3186688 [1: 3186688] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 3153920 [1: 3153920] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 3121152 [3: 3121152] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 3047424 [1: 3047424] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 5: 3031040 [5: 3031040] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 3022848 [1: 3022848] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 3014656 [1: 3014656] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 2: 2981888 [2: 2981888] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 11: 2973696 [11: 2973696] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 2973696 [3: 2973696] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 2924544 [1: 2924544] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 4: 2883584 [4: 2883584] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 2883584 [1: 2883584] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 2875392 [3: 2875392] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 2834432 [1: 2834432] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 2826240 [3: 2826240] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 2809856 [1: 2809856] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 2768896 [1: 2768896] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 2752512 [2: 5505024] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 2752512 [3: 2752512] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 2744320 [5: 2744320] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 2744320 [1: 2744320] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 2727936 [3: 2727936] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 2703360 [1: 2703360] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 2695168 [1: 2695168] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 2646016 [1: 2646016] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 2629632 [3: 2629632] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 2621440 [2: 2621440] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 4: 2523136 [4: 2523136] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 2473984 [2: 2473984] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 4: 2457600 [4: 2457600] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 16: 2359296 [16: 2359296] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 2342912 [2: 2342912] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 2285568 [3: 2285568] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 4: 2097152 [4: 2097152] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 8: 2031616 [8: 2031616] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 9: 1990656 [9: 1990656] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 1990656 [3: 1990656] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 11: 1982464 [12: 2162688] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 4: 1966080 [4: 1966080] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 1966080 [1: 1966080] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 4: 1966080 [5: 2457600] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 2: 1966080 [2: 1966080] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 1933312 [2: 1933312] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 1835008 [2: 1835008] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 1769472 [6: 1769472] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 8: 1572864 [8: 1572864] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 1572864 [3: 1572864] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 1523712 [4: 2031616] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 1499136 [3: 1499136] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 1474560 [2: 1474560] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 11: 1441792 [3517: 460980224] @ 0xe4e77e 0xe4e4f1 0x1693ac0 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xe4e77d github.com/thanos-io/thanos/pkg/pool.NewBucketedBytesPool.func1+0x5d /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:54 # 0xe4e4f0 github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Get+0x150 /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:79 # 0x1693abf github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x6f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1255 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 9: 1400832 [9: 1400832] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 8: 1310720 [8: 1310720] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 1310720 [2: 1310720] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 1228800 [3: 1228800] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 1204224 [3: 1204224] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 1187840 [5: 1187840] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 4: 1146880 [4: 1146880] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 1130496 [3: 1130496] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 4: 1114112 [5: 1392640] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 1032192 [7: 1204224] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 1024000 [1: 1024000] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 1024000 [6: 1228800] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 966656 [3: 1449984] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 2: 950272 [2: 950272] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 942080 [1: 942080] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 901120 [1: 901120] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 2: 884736 [2: 884736] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 7: 860160 [8: 983040] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 851968 [2: 851968] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 835584 [2: 835584] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 835584 [2: 835584] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 835584 [6: 835584] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 786432 [6: 786432] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 737280 [3: 737280] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 720896 [2: 720896] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 688128 [3: 688128] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 663552 [2: 1327104] @ 0x6ee881 0x6fa2d2 0x559315 0x81c29f 0x81a510 0x81c23d 0x818b80 0xb24310 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x6ee880 compress/flate.NewWriter+0x30 /usr/local/go/src/compress/flate/deflate.go:667 # 0x6fa2d1 compress/gzip.(*Writer).Write+0x2f1 /usr/local/go/src/compress/gzip/gzip.go:191 # 0x559314 bufio.(*Writer).Flush+0x74 /usr/local/go/src/bufio/bufio.go:593 # 0x81c29e github.com/prometheus/common/expfmt.MetricFamilyToText.func1+0x2e /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/text_create.go:85 # 0x81a50f github.com/prometheus/common/expfmt.MetricFamilyToText+0x11bf /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/text_create.go:269 # 0x81c23c github.com/prometheus/common/expfmt.NewEncoder.func4+0x3c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:83 # 0x818b7f github.com/prometheus/common/expfmt.encoder.Encode+0x2f /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:36 # 0xb2430f github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x3ff /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:167 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 1: 663552 [1: 663552] @ 0x6ee881 0x6ee98c 0x179de98 0x179e1d3 0x17b877e 0x45f261 # 0x6ee880 compress/flate.NewWriter+0x30 /usr/local/go/src/compress/flate/deflate.go:667 # 0x6ee98b compress/flate.NewWriterDict+0x7b /usr/local/go/src/compress/flate/deflate.go:682 # 0x179de97 compress/zlib.(*Writer).writeHeader+0x137 /usr/local/go/src/compress/zlib/writer.go:132 # 0x179e1d2 compress/zlib.(*Writer).Write+0x192 /usr/local/go/src/compress/zlib/writer.go:146 # 0x17b877d go.elastic.co/apm.(*Tracer).loop+0x1c5d /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:962 2: 638976 [2: 638976] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 606208 [2: 606208] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 9: 589824 [3025: 198246400] @ 0xe4e77e 0xe4e4f1 0x1693ac0 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xe4e77d github.com/thanos-io/thanos/pkg/pool.NewBucketedBytesPool.func1+0x5d /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:54 # 0xe4e4f0 github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Get+0x150 /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:79 # 0x1693abf github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x6f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1255 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 565248 [1: 565248] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 548864 [1: 548864] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 532480 [3: 1597440] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 516096 [3: 516096] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 499712 [1: 499712] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 491520 [3: 491520] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 475136 [2: 475136] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 466944 [1: 466944] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 4: 458752 [6: 688128] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 450560 [1: 450560] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 442368 [3: 442368] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 2: 425984 [2: 425984] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 4: 425984 [5: 532480] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3268: 418304 [3296: 421888] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 393216 [1: 393216] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1750: 392000 [1768: 396032] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 385024 [1: 385024] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 9: 368640 [10: 409600] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 368640 [6: 442368] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 360448 [2: 360448] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 327680 [1: 327680] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 327680 [1: 327680] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1572: 326976 [1584: 329472] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 319488 [1: 319488] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 303104 [1: 303104] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 294912 [1: 294912] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 286720 [1: 286720] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 262144 [1: 262144] @ 0x6edf9c 0x6ee8b2 0x6ee98c 0x179de98 0x179e1d3 0x17b877e 0x45f261 # 0x6edf9b compress/flate.(*compressor).init+0x47b /usr/local/go/src/compress/flate/deflate.go:593 # 0x6ee8b1 compress/flate.NewWriter+0x61 /usr/local/go/src/compress/flate/deflate.go:668 # 0x6ee98b compress/flate.NewWriterDict+0x7b /usr/local/go/src/compress/flate/deflate.go:682 # 0x179de97 compress/zlib.(*Writer).writeHeader+0x137 /usr/local/go/src/compress/zlib/writer.go:132 # 0x179e1d2 compress/zlib.(*Writer).Write+0x192 /usr/local/go/src/compress/zlib/writer.go:146 # 0x17b877d go.elastic.co/apm.(*Tracer).loop+0x1c5d /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:962 9: 258048 [10: 286720] @ 0x40da93 0x40f709 0x413162 0x928888 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x928887 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x2f7 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:544 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 245760 [2: 245760] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 237568 [1: 237568] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 4: 229376 [4: 229376] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 196608 [9: 294912] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 180224 [1: 180224] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 163840 [1: 163840] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 2: 163840 [2: 163840] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 155648 [2: 311296] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 155648 [1: 155648] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 147456 [3: 147456] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 131072 [1: 131072] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 131072 [2: 131072] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 114688 [1: 114688] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 4: 114688 [4: 114688] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1413: 113040 [1422: 113760] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 108800 [8: 174080] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 106496 [1: 106496] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 4: 98304 [6: 147456] @ 0x40da93 0x40d828 0x921eaa 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x921ea9 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x5a9 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:582 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 98304 [887: 43597824] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 5: 95360 [5: 95360] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 90112 [2: 180224] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 778: 87136 [785: 87920] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 81920 [978: 40058880] @ 0x40da93 0x40f709 0x4118fc 0x1696a4c 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696a4b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1645 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 4: 81920 [9: 184320] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 81920 [1481: 121323520] @ 0x168e341 0x16a8228 0x872954 0x45f261 # 0x168e340 github.com/thanos-io/thanos/pkg/store.blockSeries+0x790 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:718 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 81792 [6: 163584] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 543: 78192 [552: 79488] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1558: 74784 [1590: 76320] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 6: 73728 [6: 73728] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 4: 73728 [4: 73728] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1102: 70528 [1110: 71040] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 67840 [5: 67840] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 54400 [5: 54400] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 554: 53184 [559: 53664] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 49152 [3: 73728] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 49152 [4: 196608] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 40960 [1: 40960] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 2: 36864 [3: 55296] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 2: 32768 [4: 65536] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 32768 [1: 32768] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 32768 [5432: 177995776] @ 0xe4e77e 0xe4e4f1 0x1693ac0 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xe4e77d github.com/thanos-io/thanos/pkg/pool.NewBucketedBytesPool.func1+0x5d /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:54 # 0xe4e4f0 github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Get+0x150 /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:79 # 0x1693abf github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x6f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1255 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 5: 32640 [7: 45696] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 28672 [3: 86016] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 2: 28672 [3: 43008] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 28672 [2: 28672] @ 0x40da93 0x40f709 0x413162 0x928888 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x928887 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x2f7 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:544 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 28416 [4: 37888] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 27264 [2: 54528] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 5: 26880 [5: 26880] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 24576 [6: 49152] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 5: 24320 [5: 24320] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 120: 19200 [122: 19520] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 18944 [4: 37888] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 589: 18848 [769: 24608] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 16384 [2: 16384] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 16384 [1: 16384] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 13824 [2: 13824] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 13568 [3246: 44041728] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 1: 12288 [1: 12288] @ 0x40da93 0x40d828 0x921eaa 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x921ea9 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x5a9 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:582 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 10240 [1: 10240] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 9728 [5: 24320] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 9728 [1: 9728] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 9728 [2: 19456] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 552: 8832 [2194: 35104] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 8192 [3: 12288] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 3: 8064 [5: 13440] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 6784 [2: 13568] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 6528 [2: 13056] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 6144 [2: 12288] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 6144 [3: 9216] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 4864 [1: 4864] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 4864 [1014: 4932096] @ 0x40da93 0x40f709 0x4118fc 0x1696a4c 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696a4b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1645 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 4864 [2: 9728] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 4096 [3: 12288] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 3584 [2: 3584] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 3456 [1: 3456] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 3456 [2: 6912] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 3072 [2: 6144] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 3072 [1: 3072] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 2688 [1: 2688] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 2688 [3: 8064] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 11: 2640 [12: 2880] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 2304 [2: 2304] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 2304 [1299: 2992896] @ 0x40da93 0x40f709 0x4118fc 0x1696a4c 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696a4b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1645 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 2304 [1: 2304] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 1920 [5: 1920] @ 0x438a01 0x438f77 0x45c66f 0x45d386 0x433c20 # 0x438a00 runtime.malg+0x30 /usr/local/go/src/runtime/proc.go:3232 # 0x438f76 runtime.newproc1+0x456 /usr/local/go/src/runtime/proc.go:3285 # 0x45c66e runtime.newproc.func1+0x4e /usr/local/go/src/runtime/proc.go:3256 # 0x45d385 runtime.systemstack+0x65 /usr/local/go/src/runtime/asm_amd64.s:370 # 0x433c20 runtime.mstart+0x0 /usr/local/go/src/runtime/proc.go:1146 1: 1792 [2: 3584] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 1536 [1: 1536] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 1536 [2: 1536] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 1408 [1: 1408] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 1408 [1: 1408] @ 0x6764b2 0x678848 0x66b3ef 0x66ccd7 0x66c686 0x46dce3 0x671065 0x670f9c 0x670fab 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6764b1 crypto/x509.parseCertificate+0x41 /usr/local/go/src/crypto/x509/x509.go:1388 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x66b3ee crypto/x509.(*CertPool).AppendCertsFromPEM+0xee /usr/local/go/src/crypto/x509/cert_pool.go:139 # 0x66ccd6 crypto/x509.loadSystemRoots+0x5b6 /usr/local/go/src/crypto/x509/root_unix.go:51 # 0x66c685 crypto/x509.initSystemRoots+0x25 /usr/local/go/src/crypto/x509/root.go:21 # 0x46dce2 sync.(*Once).doSlow+0xe2 /usr/local/go/src/sync/once.go:66 # 0x671064 sync.(*Once).Do+0x764 /usr/local/go/src/sync/once.go:57 # 0x670f9b crypto/x509.systemRootsPool+0x69b /usr/local/go/src/crypto/x509/root.go:16 # 0x670faa crypto/x509.(*Certificate).Verify+0x6aa /usr/local/go/src/crypto/x509/verify.go:744 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 1: 1152 [1: 1152] @ 0x60b415 0x66b361 0x66ccd7 0x66c686 0x46dce3 0x671065 0x670f9c 0x670fab 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60b414 encoding/pem.Decode+0x744 /usr/local/go/src/encoding/pem/pem.go:167 # 0x66b360 crypto/x509.(*CertPool).AppendCertsFromPEM+0x60 /usr/local/go/src/crypto/x509/cert_pool.go:131 # 0x66ccd6 crypto/x509.loadSystemRoots+0x5b6 /usr/local/go/src/crypto/x509/root_unix.go:51 # 0x66c685 crypto/x509.initSystemRoots+0x25 /usr/local/go/src/crypto/x509/root.go:21 # 0x46dce2 sync.(*Once).doSlow+0xe2 /usr/local/go/src/sync/once.go:66 # 0x671064 sync.(*Once).Do+0x764 /usr/local/go/src/sync/once.go:57 # 0x670f9b crypto/x509.systemRootsPool+0x69b /usr/local/go/src/crypto/x509/root.go:16 # 0x670faa crypto/x509.(*Certificate).Verify+0x6aa /usr/local/go/src/crypto/x509/verify.go:744 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 2: 1152 [2085: 1200960] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 896 [1: 896] @ 0x40da93 0x40d828 0xf46765 0x43d4ba 0x43d487 0x43d487 0x43d487 0x43d487 0x43d487 0x43d487 0x43d487 0x43d487 0x43d487 0x430fba 0x45f261 # 0xf46764 github.com/aws/aws-sdk-go/aws/endpoints.init+0x43f94 /go/pkg/mod/github.com/aws/aws-sdk-go@v1.25.48/aws/endpoints/defaults.go:2912 # 0x43d4b9 runtime.doInit+0x89 /usr/local/go/src/runtime/proc.go:5222 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x430fb9 runtime.main+0x1d9 /usr/local/go/src/runtime/proc.go:190 1: 896 [1: 896] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 5: 880 [5: 880] @ 0x859b80 0x859b81 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859b7f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x859b80 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1385 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 3: 768 [2588: 662528] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 768 [1: 768] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 704 [1: 704] @ 0x60b415 0x66b361 0x66ccd7 0x66c686 0x46dce3 0x671065 0x670f9c 0x670fab 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60b414 encoding/pem.Decode+0x744 /usr/local/go/src/encoding/pem/pem.go:167 # 0x66b360 crypto/x509.(*CertPool).AppendCertsFromPEM+0x60 /usr/local/go/src/crypto/x509/cert_pool.go:131 # 0x66ccd6 crypto/x509.loadSystemRoots+0x5b6 /usr/local/go/src/crypto/x509/root_unix.go:51 # 0x66c685 crypto/x509.initSystemRoots+0x25 /usr/local/go/src/crypto/x509/root.go:21 # 0x46dce2 sync.(*Once).doSlow+0xe2 /usr/local/go/src/sync/once.go:66 # 0x671064 sync.(*Once).Do+0x764 /usr/local/go/src/sync/once.go:57 # 0x670f9b crypto/x509.systemRootsPool+0x69b /usr/local/go/src/crypto/x509/root.go:16 # 0x670faa crypto/x509.(*Certificate).Verify+0x6aa /usr/local/go/src/crypto/x509/verify.go:744 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 1: 576 [1: 576] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 11: 528 [13: 624] @ 0x68b4f0 0x68b547 0xed6a47 0xeda3f7 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0x68b4ef container/list.(*List).insertValue+0x3f /usr/local/go/src/container/list/list.go:105 # 0x68b546 container/list.(*List).PushFront+0x96 /usr/local/go/src/container/list/list.go:151 # 0xed6a46 github.com/hashicorp/golang-lru/simplelru.(*LRU).Add+0x226 /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:61 # 0xeda3f6 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x256 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:226 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 480 [1: 480] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 384 [1: 384] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 5: 320 [6: 384] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 288 [1: 288] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 256 [7: 1792] @ 0x79c931 0x79b831 0x16988f0 0x16aa16f 0x872954 0x45f261 # 0x79c930 github.com/pkg/errors.callers+0x30 /go/pkg/mod/github.com/pkg/errors@v0.8.1/stack.go:135 # 0x79b830 github.com/pkg/errors.Wrapf+0xe0 /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:208 # 0x16988ef github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x61f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1855 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 224 [1: 224] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 224 [4: 448] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 7: 224 [11: 352] @ 0xed69df 0xeda3f7 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xed69de github.com/hashicorp/golang-lru/simplelru.(*LRU).Add+0x1be /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:60 # 0xeda3f6 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x256 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:226 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 7: 224 [9: 288] @ 0xeda37b 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda37a github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x1da /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:226 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 2: 192 [1784: 171264] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 192 [1: 192] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 176 [1: 176] @ 0x40d667 0x410af3 0x922007 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x922006 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x706 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:591 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 176 [1: 176] @ 0x913b04 0x91cae8 0x45f261 # 0x913b03 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x763 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:214 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 5: 160 [12: 384] @ 0xeda3b9 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda3b8 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x218 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:226 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 128 [1: 128] @ 0x40cc45 0x4bd894 0x5e30ee 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x66b3ef 0x66ccd7 0x66c686 0x46dce3 0x671065 0x670f9c 0x670fab 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x66b3ee crypto/x509.(*CertPool).AppendCertsFromPEM+0xee /usr/local/go/src/crypto/x509/cert_pool.go:139 # 0x66ccd6 crypto/x509.loadSystemRoots+0x5b6 /usr/local/go/src/crypto/x509/root_unix.go:51 # 0x66c685 crypto/x509.initSystemRoots+0x25 /usr/local/go/src/crypto/x509/root.go:21 # 0x46dce2 sync.(*Once).doSlow+0xe2 /usr/local/go/src/sync/once.go:66 # 0x671064 sync.(*Once).Do+0x764 /usr/local/go/src/sync/once.go:57 # 0x670f9b crypto/x509.systemRootsPool+0x69b /usr/local/go/src/crypto/x509/root.go:16 # 0x670faa crypto/x509.(*Certificate).Verify+0x6aa /usr/local/go/src/crypto/x509/verify.go:744 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 3: 96 [3: 96] @ 0x928847 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x928846 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x2b6 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:544 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 96 [1: 96] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 1: 96 [321: 30816] @ 0x16940b3 0x1694146 0x1690833 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16940b2 github.com/thanos-io/thanos/pkg/store.newBucketChunkReader+0x82 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1796 # 0x1694145 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).chunkReader+0x115 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1283 # 0x1690832 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x5d2 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:875 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 1: 80 [1: 80] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 2: 64 [5: 160] @ 0xedb16f 0x16a9c6c 0x872954 0x45f261 # 0xedb16e github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x1ae /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 2: 64 [3: 96] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 48 [2: 96] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 48 [2924: 140352] @ 0x85905b 0x859040 0x923f2b 0x85c273 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85905a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x85903f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1282 # 0x923f2a github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LookupSymbol+0x11a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:755 # 0x85c272 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1675 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 32 [2: 64] @ 0xeda37b 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda37a github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x1da /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:226 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 32 [2078: 66496] @ 0x85905b 0x859040 0x923f2b 0x85c273 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85905a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x85903f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1282 # 0x923f2a github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LookupSymbol+0x11a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:755 # 0x85c272 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1675 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 32 [1: 32] @ 0xeda3b9 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda3b8 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x218 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:226 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 32 [4379: 140128] @ 0x168edbc 0x168e8d2 0x16a8228 0x872954 0x45f261 # 0x168edbb github.com/thanos-io/thanos/pkg/store.populateChunk+0x9b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:745 # 0x168e8d1 github.com/thanos-io/thanos/pkg/store.blockSeries+0xd21 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:734 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 1: 16 [3: 48] @ 0xedb5fc 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xedb5fb github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0x4b /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 393216] @ 0xede6bf 0xede42b 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 376832] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 360448] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 245760] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 122880] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 622592] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 278528] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 131072] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 10240] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 512] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2688] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 512] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 4864] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 512] @ 0x16a83bd 0x872954 0x45f261 # 0x16a83bc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0x25c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:895 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 12288] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1280] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x57948b 0x57932a 0x58067e 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57948a regexp.mergeRuneSets.func2+0x8fa /usr/local/go/src/regexp/onepass.go:181 # 0x579329 regexp.mergeRuneSets+0x799 /usr/local/go/src/regexp/onepass.go:197 # 0x58067d regexp.makeOnePass.func1+0x45d /usr/local/go/src/regexp/onepass.go:342 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 640] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 448] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6528] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1536] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 5376] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 448] @ 0xb01b27 0xb01e4c 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2688] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2688] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 8192] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 28672] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1024] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x56cb6b 0x56ba4c 0x567d1a 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x56cb6a regexp/syntax.negateClass+0x10a /usr/local/go/src/regexp/syntax/parse.go:1851 # 0x56ba4b regexp/syntax.(*parser).parseClass+0x8eb /usr/local/go/src/regexp/syntax/parse.go:1619 # 0x567d19 regexp/syntax.Parse+0xcc9 /usr/local/go/src/regexp/syntax/parse.go:774 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 5120] @ 0x46ea35 0x46ddbd 0xe4e64c 0x1698cc1 0x8b61a9 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x46ea34 sync.(*poolChain).pushHead+0xd4 /usr/local/go/src/sync/poolqueue.go:252 # 0x46ddbc sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108 # 0xe4e64b github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Put+0x8b /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:102 # 0x1698cc0 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).Close+0x80 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1924 # 0x8b61a8 github.com/thanos-io/thanos/pkg/runutil.CloseWithLogOnErr+0x48 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:109 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x579f71 0x579f1e 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579f70 regexp.newQueue+0x170 /usr/local/go/src/regexp/onepass.go:141 # 0x579f1d regexp.makeOnePass+0x11d /usr/local/go/src/regexp/onepass.go:307 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0xa40622 0xa4062d 0xa3fba0 0xa3f73d 0xa3f388 0xa4991b 0xa44438 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa40621 bytes.(*Buffer).String+0x2b1 /usr/local/go/src/bytes/buffer.go:65 # 0xa4062c golang.org/x/net/http2/hpack.(*Decoder).readString+0x2bc /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:500 # 0xa3fb9f golang.org/x/net/http2/hpack.(*Decoder).parseFieldLiteral+0x17f /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:374 # 0xa3f73c golang.org/x/net/http2/hpack.(*Decoder).parseHeaderFieldRepr+0x18c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:316 # 0xa3f387 golang.org/x/net/http2/hpack.(*Decoder).Write+0x97 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:262 # 0xa4991a golang.org/x/net/http2.(*Framer).readMetaFrame+0x23a /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1536 # 0xa44437 golang.org/x/net/http2.(*Framer).ReadFrame+0x3b7 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:517 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [3: 4608] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6784] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 40960] @ 0xb01b27 0xb01caf 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 3840] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 71680] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 256] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 24576] @ 0xb01b27 0xb01caf 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9728] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 1536] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 18432] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 3840] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1152] @ 0xb01b27 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 192] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [8: 12288] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 320] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1280] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 24576] @ 0xb01b27 0xb01caf 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6528] @ 0xb01b27 0xb01caf 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x82ef14 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82ef13 github.com/prometheus/client_golang/prometheus.(*constSummary).Write+0x83 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/summary.go:663 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [5: 640] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 384] @ 0xb01b27 0xb01cd4 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 8192] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1536] @ 0xb01b27 0xb01caf 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 28416] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 3072] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 8192] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 512] @ 0xb01b27 0xb01caf 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6784] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x4796ed 0x4796c3 0x476702 0x633d9b 0x64e5cf 0x64e110 0x6429c1 0x652f6c 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x4796ec syscall.errnoErr+0x8c /usr/local/go/src/syscall/syscall_unix.go:163 # 0x4796c2 syscall.connect+0x62 /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1507 # 0x476701 syscall.Connect+0x61 /usr/local/go/src/syscall/syscall_unix.go:251 # 0x633d9a net.(*netFD).connect+0x7a /usr/local/go/src/net/fd_unix.go:70 # 0x64e5ce net.(*netFD).dial+0xfe /usr/local/go/src/net/sock_posix.go:149 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x652f6b net.(*sysDialer).doDialTCP+0x16b /usr/local/go/src/net/tcpsock_posix.go:95 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [1: 6528] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 49152] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 884736] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1280] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 288] @ 0xdacdb6 0xdace11 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x16937c1 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0xdacdb5 github.com/minio/minio-go/v6.newObject+0x355 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:602 # 0xdace10 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x3b0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:220 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 19072] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 48] @ 0x40d6cd 0xdb0c37 0xdb0af2 0xdf52ff 0xdf5487 0x8beaf9 0x16937c1 0x16a9886 0x872954 0x45f261 # 0xdb0c36 github.com/minio/minio-go/v6.(*GetObjectOptions).Set+0x326 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:58 # 0xdb0af1 github.com/minio/minio-go/v6.(*GetObjectOptions).SetRange+0x1e1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:113 # 0xdf52fe github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0x37e /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:254 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 36864] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 384] @ 0xb01b27 0xb01e4c 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 640] @ 0xb01b27 0xb01cd4 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x80b4b6 0x80b482 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80b4b5 bufio.(*Scanner).Text+0x315 /usr/local/go/src/bufio/scan.go:112 # 0x80b481 github.com/prometheus/procfs.FS.Stat+0x2e1 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:178 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 2048] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 5376] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 32640] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [6: 540672] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 131072] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 65536] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 65536] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 114688] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 65536] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 114688] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 114688] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 218112] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 160] @ 0xdaca9f 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x16937c1 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0xdaca9e github.com/minio/minio-go/v6.Client.getObjectWithContext+0x3e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:39 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 1792] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 3072] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 64] @ 0x1697982 0x1696133 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1697981 github.com/thanos-io/thanos/pkg/store.gapBasedPartitioner.Partition+0x181 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1751 # 0x1696132 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x852 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1522 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 2304] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1280] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x75cf49 0x559315 0x7632a8 0x7642d3 0x45f261 # 0x75cf48 net/http.(*chunkWriter).Write+0x178 /usr/local/go/src/net/http/server.go:376 # 0x559314 bufio.(*Writer).Flush+0x74 /usr/local/go/src/bufio/bufio.go:593 # 0x7632a7 net/http.(*response).finishRequest+0x47 /usr/local/go/src/net/http/server.go:1585 # 0x7642d2 net/http.(*conn).serve+0x8b2 /usr/local/go/src/net/http/server.go:1895 0: 0 [1: 176] @ 0xabd8d6 0xabe58d 0xabeeeb 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xabd8d5 google.golang.org/grpc.(*parser).recvMsg+0xd5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:526 # 0xabe58c google.golang.org/grpc.recvAndDecompress+0x4c /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:639 # 0xabeeea google.golang.org/grpc.recv+0x9a /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:707 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 1228800] @ 0xede6bf 0xede42b 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 614400] @ 0xede6bf 0xede42b 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 180224] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 417792] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xedeaa1 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xedeaa0 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x470 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:52 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 294912] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 557056] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 786432] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 188416] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede89a 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 311296] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 278528] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 114688] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 311296] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 278528] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 163840] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 557056] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 344064] @ 0xede9a0 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 466944] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2688] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 38912] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2688] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6144] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2304] @ 0xb01b27 0xb01e4c 0xb01690 0xb01564 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 19072] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 3200] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x50095a 0x500937 0x500525 0x6ebaf7 0x16936bf 0x169375f 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0x6ebaf6 path.Join+0xa6 /usr/local/go/src/path/path.go:158 # 0x16936be github.com/thanos-io/thanos/pkg/store.(*bucketBlock).indexFilename+0xee /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1237 # 0x169375e github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x5e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 8192] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1536] @ 0xb01b27 0xb01caf 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 480] @ 0x40d667 0x40fca4 0x40f934 0x40e7b6 0xedb53f 0x1695b13 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0xedb53e github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiPostings+0x32e /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:301 # 0x1695b12 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x232 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1478 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 13056] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 384] @ 0xb01b27 0xb01cd4 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 384] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 8192] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb014d7 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6528] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 16384] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1536] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1152] @ 0x57a011 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a010 regexp.makeOnePass+0x210 /usr/local/go/src/regexp/onepass.go:309 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 384] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 320] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1280] @ 0xb01b27 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 27136] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 80] @ 0x484969 0x48fe1a 0x628c1f 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x484968 time.AfterFunc+0x48 /usr/local/go/src/time/sleep.go:157 # 0x48fe19 context.WithDeadline+0x319 /usr/local/go/src/context/context.go:412 # 0x628c1e net.(*Dialer).DialContext+0x9de /usr/local/go/src/net/dial.go:375 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [2: 384] @ 0xb01b27 0xb01e4c 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 13056] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 512] @ 0xb01b27 0xb01cd4 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 28672] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 2560] @ 0xb01b27 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 288] @ 0x579e93 0x579e50 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579e92 regexp.newQueue+0x92 /usr/local/go/src/regexp/onepass.go:141 # 0x579e4f regexp.makeOnePass+0x4f /usr/local/go/src/regexp/onepass.go:306 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [379: 15523840] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [9: 184320] @ 0x9242db 0x169546e 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x169546d github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x61d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1423 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 384] @ 0xb01b27 0xb01e4c 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 384] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 3072] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 442368] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3082: 1817837568] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 2112] @ 0xb01b27 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 557056] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 28672] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 256] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 448] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 16128] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 144] @ 0x6311a4 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x6311a3 net.(*Resolver).goLookupIPCNAMEOrder+0x603 /usr/local/go/src/net/dnsclient_unix.go:682 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1: 448] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x655a87 0x64e7cc 0x64e110 0x6429c1 0x656782 0x65550e 0x623dfe 0x62396f 0x63094d 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x655a86 net.sockaddrToUDP+0x176 /usr/local/go/src/net/udpsock_posix.go:17 # 0x64e7cb net.(*netFD).dial+0x2fb /usr/local/go/src/net/sock_posix.go:168 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x63094c net.goLookupIPFiles+0x1ec /usr/local/go/src/net/dnsclient_unix.go:554 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1: 192] @ 0xb01b27 0xb01e4c 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x40d6cd 0x48f220 0x48fca8 0x628c1f 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x48f21f context.propagateCancel+0x11f /usr/local/go/src/context/context.go:252 # 0x48fca7 context.WithDeadline+0x1a7 /usr/local/go/src/context/context.go:403 # 0x628c1e net.(*Dialer).DialContext+0x9de /usr/local/go/src/net/dial.go:375 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [1: 8] @ 0x4e2c82 0x4e2fd7 0x4e1523 0x7ef33e 0x7ef30f 0x80b33c 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x4e2c81 os.newFile+0x51 /usr/local/go/src/os/file_unix.go:109 # 0x4e2fd6 os.openFileNolog+0x1b6 /usr/local/go/src/os/file_unix.go:222 # 0x4e1522 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300 # 0x7ef33d os.Open+0x7d /usr/local/go/src/os/file.go:280 # 0x7ef30e github.com/prometheus/procfs/internal/util.ReadFileNoStat+0x4e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/util/readfile.go:30 # 0x80b33b github.com/prometheus/procfs.FS.Stat+0x19b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:169 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 80] @ 0xb1a7f9 0xb0e2cf 0xa7bcfb 0xabef5f 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb1a7f8 github.com/thanos-io/thanos/pkg/store/storepb.(*LabelMatcher).Unmarshal+0x558 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/types.pb.go:1483 # 0xb0e2ce github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesRequest).Unmarshal+0x4be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:2395 # 0xa7bcfa google.golang.org/grpc/encoding/proto.codec.Unmarshal+0x1fa /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:88 # 0xabef5e google.golang.org/grpc.recv+0x10e /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:711 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 8192] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 512] @ 0xb01b27 0xb01caf 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 448] @ 0xb01b27 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 64] @ 0x563df9 0x5639d8 0x564073 0x5672fe 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563df8 regexp/syntax.(*parser).maybeConcat+0x238 /usr/local/go/src/regexp/syntax/parse.go:165 # 0x5639d7 regexp/syntax.(*parser).push+0x217 /usr/local/go/src/regexp/syntax/parse.go:136 # 0x564072 regexp/syntax.(*parser).literal+0x52 /usr/local/go/src/regexp/syntax/parse.go:210 # 0x5672fd regexp/syntax.Parse+0x2ad /usr/local/go/src/regexp/syntax/parse.go:729 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 8192] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 64] @ 0x6385bd 0x63823b 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x6385bc net.newLink+0x3c /usr/local/go/src/net/interface_linux.go:59 # 0x63823a net.interfaceTable+0x2ba /usr/local/go/src/net/interface_linux.go:38 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [5: 6400] @ 0x563504 0x5632ab 0x56147c 0x562070 0x561e79 0x562070 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x56147b regexp/syntax.(*compiler).compile+0x12b /usr/local/go/src/regexp/syntax/compile.go:110 # 0x56206f regexp/syntax.(*compiler).compile+0xd1f /usr/local/go/src/regexp/syntax/compile.go:163 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x56206f regexp/syntax.(*compiler).compile+0xd1f /usr/local/go/src/regexp/syntax/compile.go:163 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 896] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x47d497 0xd821f1 0xd83206 0xd8425f 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x47d496 time.Time.Format+0xe6 /usr/local/go/src/time/format.go:506 # 0xd821f0 github.com/minio/minio-go/v6/pkg/s3signer.getScope+0x60 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:99 # 0xd83205 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x115 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:203 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [4: 2048] @ 0xb01b27 0xb01e4c 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 128] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 384] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x563962 0x564114 0x568802 0x56725b 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563961 regexp/syntax.(*parser).push+0x1a1 /usr/local/go/src/regexp/syntax/parse.go:139 # 0x564113 regexp/syntax.(*parser).op+0x83 /usr/local/go/src/regexp/syntax/parse.go:218 # 0x568801 regexp/syntax.(*parser).parsePerlFlags+0x271 /usr/local/go/src/regexp/syntax/parse.go:1042 # 0x56725a regexp/syntax.Parse+0x20a /usr/local/go/src/regexp/syntax/parse.go:734 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1408] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1280] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9472] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 384] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 87552] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9472] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2048] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32768] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 16384] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 384] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [40: 573440] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 384] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1280] @ 0xb01b27 0xb01caf 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 47360] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 24] @ 0x6567ae 0x6567c8 0x65550e 0x623dfe 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x6567ad net.newUDPConn+0xed /usr/local/go/src/net/udpsock.go:196 # 0x6567c7 net.(*sysDialer).dialUDP+0x107 /usr/local/go/src/net/udpsock_posix.go:102 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1: 192] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 10880] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 24576] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 81920] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6528] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 512] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1280] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x631000 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x630fff net.(*Resolver).goLookupIPCNAMEOrder+0x45f /usr/local/go/src/net/dnsclient_unix.go:673 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [2: 6144] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9472] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 8192] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 576] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 21760] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 448] @ 0xb01b27 0xb01cd4 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 10880] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 10752] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9472] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 6912] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 8960] @ 0xb01b27 0xb01caf 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 73728] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 18944] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9472] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 192] @ 0xb01621 0xb01564 0xb014d7 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01620 github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:104 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 576] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 128] @ 0xb01b27 0xb01e4c 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2688] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 704] @ 0xb01b27 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 576] @ 0xb01b27 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 576] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2048] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 384] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb01cd4 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1280] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 1280] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 768] @ 0xb01b27 0xb01e4c 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 576] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1024] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1152] @ 0xb01b27 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x779355 0x7893a0 0x7804fe 0x45f261 # 0x779354 net/http.(*Transport).tryPutIdleConn+0x9a4 /usr/local/go/src/net/http/transport.go:872 # 0x78939f net/http.(*persistConn).readLoop.func2+0x3f /usr/local/go/src/net/http/transport.go:1870 # 0x7804fd net/http.(*persistConn).readLoop+0xb4d /usr/local/go/src/net/http/transport.go:2025 0: 0 [2: 640] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 384] @ 0xb01b27 0xb01e4c 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1536] @ 0xb01b27 0xb01e4c 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 416] @ 0x579f48 0x579f1e 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579f47 regexp.newQueue+0x147 /usr/local/go/src/regexp/onepass.go:140 # 0x579f1d regexp.makeOnePass+0x11d /usr/local/go/src/regexp/onepass.go:307 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 2560] @ 0xb01b27 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9472] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 4096] @ 0x46ea35 0x46ddbd 0xe4e64c 0x1698cc1 0x8b61a9 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x46ea34 sync.(*poolChain).pushHead+0xd4 /usr/local/go/src/sync/poolqueue.go:252 # 0x46ddbc sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108 # 0xe4e64b github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Put+0x8b /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:102 # 0x1698cc0 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).Close+0x80 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1924 # 0x8b61a8 github.com/thanos-io/thanos/pkg/runutil.CloseWithLogOnErr+0x48 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:109 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 80] @ 0x473fe4 0x473958 0x638805 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x473fe3 syscall.ParseNetlinkMessage+0x1e3 /usr/local/go/src/syscall/netlink_linux.go:124 # 0x473957 syscall.NetlinkRIB+0x2e7 /usr/local/go/src/syscall/netlink_linux.go:80 # 0x638804 net.interfaceAddrTable+0x44 /usr/local/go/src/net/interface_linux.go:121 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 192] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 24576] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 10240] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 24576] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 85248] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 320] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 768] @ 0xb01b27 0xb01cd4 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 3584] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 10752] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 384] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x779355 0x778975 0x77be3f 0x45f261 # 0x779354 net/http.(*Transport).tryPutIdleConn+0x9a4 /usr/local/go/src/net/http/transport.go:872 # 0x778974 net/http.(*Transport).putOrCloseIdleConn+0x34 /usr/local/go/src/net/http/transport.go:784 # 0x77be3e net/http.(*Transport).dialConnFor+0x1fe /usr/local/go/src/net/http/transport.go:1306 0: 0 [3: 3840] @ 0xb01b27 0xb01caf 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6784] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 224] @ 0x85905b 0x859040 0x923f2b 0x85c273 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85905a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x85903f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1282 # 0x923f2a github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LookupSymbol+0x11a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:755 # 0x85c272 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1675 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [13: 63232] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 256] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 68096] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 1344] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 384] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 320] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9472] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x922f68 0x922e3a 0x1695c94 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x922f67 github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.postingsOffset+0x57 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:640 # 0x922e39 github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.PostingsOffset+0xc9 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:629 # 0x1695c93 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x3b3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1500 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 192] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 4096] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 896] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 256] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 2304] @ 0xb01b27 0xb01cd4 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 768] @ 0xb01b27 0xb01cd4 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 3840] @ 0xb01b27 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 2560] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 1024] @ 0xb01b27 0xb01e4c 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 768] @ 0xb01b27 0xb01e4c 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 65536] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 384] @ 0xb01b27 0xb01e4c 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 10880] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9472] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x4746d5 0x476e5f 0x476e42 0x4e2eaf 0x4e2e43 0x4e1523 0x541d0e 0x541cdf 0x178a01d 0x1789bb6 0x1788bf5 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4746d4 syscall.ByteSliceFromString+0x94 /usr/local/go/src/syscall/syscall.go:53 # 0x476e5e syscall.BytePtrFromString+0x3e /usr/local/go/src/syscall/syscall.go:69 # 0x476e41 syscall.openat+0x21 /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 # 0x4e2eae syscall.Open+0x8e /usr/local/go/src/syscall/syscall_linux.go:138 # 0x4e2e42 os.openFileNolog+0x22 /usr/local/go/src/os/file_unix.go:196 # 0x4e1522 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300 # 0x541d0d os.Open+0x7d /usr/local/go/src/os/file.go:280 # 0x541cde io/ioutil.ReadFile+0x4e /usr/local/go/src/io/ioutil/ioutil.go:53 # 0x178a01c github.com/elastic/go-sysinfo/providers/linux.MachineID+0x8c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/machineid.go:41 # 0x1789bb5 github.com/elastic/go-sysinfo/providers/linux.(*reader).uniqueID+0x25 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:205 # 0x1788bf4 github.com/elastic/go-sysinfo/providers/linux.newHost+0x2b4 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:118 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [4: 54272] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 384] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 768] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 384] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1920] @ 0xb01b27 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 768] @ 0xb01b27 0xb01e4c 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 71680] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 320] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 20480] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [22: 5632] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 512] @ 0xb01b27 0xb01caf 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 512] @ 0xb01b27 0xb01e4c 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 384] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 256] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 2240] @ 0xb01b27 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9472] @ 0xb01b27 0xb01cd4 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 2560] @ 0xb01b27 0xb01cd4 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 114688] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 20352] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 2560] @ 0xb01b27 0xb01caf 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 2048] @ 0xb01b27 0xb01cd4 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 384] @ 0xb01b27 0xb01e4c 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2048] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 4096] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9728] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 58752] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [13: 4160] @ 0xb01b27 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 26112] @ 0xb01b27 0xb01caf 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 896] @ 0xb01b27 0xb01cd4 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 320] @ 0xb01b27 0xb01e4c 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 960] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 71680] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 66304] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 5120] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 896] @ 0xb01b27 0xb01e4c 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 2112] @ 0xb01b27 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1024] @ 0xb01b27 0xb01e4c 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1152] @ 0xb01b27 0xb01cd4 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 576] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [12: 98304] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 10880] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 624] @ 0x40d667 0x412535 0x412252 0x411a82 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [6: 4224] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 311296] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1024] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 512] @ 0xedb4a9 0x1695b13 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0xedb4a8 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiPostings+0x298 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:305 # 0x1695b12 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x232 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1478 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 112] @ 0x1696286 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1696285 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x9a5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1535 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 344064] @ 0xede89a 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 640] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1152] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9472] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 28416] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 704] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6528] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 288] @ 0x40e7d6 0x48f1e0 0x48fca8 0x628c1f 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x48f1df context.propagateCancel+0xdf /usr/local/go/src/context/context.go:254 # 0x48fca7 context.WithDeadline+0x1a7 /usr/local/go/src/context/context.go:403 # 0x628c1e net.(*Dialer).DialContext+0x9de /usr/local/go/src/net/dial.go:375 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [1: 176] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 18944] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 49152] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 2560] @ 0xb01b27 0xb01caf 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 896] @ 0xb01b27 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 2304] @ 0xb01b27 0xb01e4c 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [15: 3840] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 2048] @ 0x57a011 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a010 regexp.makeOnePass+0x210 /usr/local/go/src/regexp/onepass.go:309 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 81920] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 37888] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 100352] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [24: 6144] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [28: 401408] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x82f7ab 0x826c29 0x826ba1 0x826063 0x83553d 0x45f261 # 0x82f7aa github.com/prometheus/client_golang/prometheus.NewConstMetric+0xda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:93 # 0x826c28 github.com/prometheus/client_golang/prometheus.MustNewConstMetric+0xba8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:100 # 0x826ba0 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xb20 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:42 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 16] @ 0x6670a1 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670a0 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x60 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:184 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 384] @ 0xb01b27 0xb01e4c 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 20480] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 6912] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 2560] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 2048] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 20480] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1280] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 256] @ 0x1692ab8 0x16906e4 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1692ab7 github.com/thanos-io/thanos/pkg/store.(*bucketBlockSet).getFor+0x1f7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1152 # 0x16906e3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x483 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:860 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb01e4c 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 5120] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 51200] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 2048] @ 0xb01b27 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 3072] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6528] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6144] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 2816] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [5: 2240] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 49152] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 28416] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [69: 1130496] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [19: 311296] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16384] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 119680] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9472] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1408] @ 0xb01b27 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 81920] @ 0x9242db 0x169546e 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x169546d github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x61d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1423 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 32] @ 0x449cef 0x44977e 0x449a67 0x653d58 0x653c2a 0x655458 0x623dfe 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x653d57 net.JoinHostPort+0x337 /usr/local/go/src/net/ipsock.go:233 # 0x653c29 net.(*UDPAddr).String+0x209 /usr/local/go/src/net/udpsock.go:42 # 0x655457 net.DialUDP+0x207 /usr/local/go/src/net/udpsock.go:214 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1: 96] @ 0xdaccc4 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x16937c1 0x16a9886 0x872954 0x45f261 # 0xdaccc3 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x263 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:65 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 196608] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 15433728] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [7: 26951680] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 7168] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 188416] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 32768] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [18: 4608] @ 0xb01b27 0xb01cd4 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 61440] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 5120] @ 0xb01b27 0xb01caf 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 32640] @ 0xb01b27 0xb01caf 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 10240] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2048] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 29184] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 8192] @ 0xb01b27 0xb01caf 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 28416] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 112] @ 0x56532e 0x564e62 0x56587d 0x565244 0x564b9b 0x56962f 0x5674b0 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x56532d regexp/syntax.(*parser).newRegexp+0x50d /usr/local/go/src/regexp/syntax/parse.go:94 # 0x564e61 regexp/syntax.(*parser).collapse+0x41 /usr/local/go/src/regexp/syntax/parse.go:373 # 0x56587c regexp/syntax.(*parser).factor+0x4ec /usr/local/go/src/regexp/syntax/parse.go:459 # 0x565243 regexp/syntax.(*parser).collapse+0x423 /usr/local/go/src/regexp/syntax/parse.go:384 # 0x564b9a regexp/syntax.(*parser).alternate+0x14a /usr/local/go/src/regexp/syntax/parse.go:339 # 0x56962e regexp/syntax.(*parser).parseRightParen+0x6e /usr/local/go/src/regexp/syntax/parse.go:1216 # 0x5674af regexp/syntax.Parse+0x45f /usr/local/go/src/regexp/syntax/parse.go:748 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [15: 2640] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 128] @ 0xb01b27 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [15: 7680] @ 0xb01b27 0xb01cd4 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 336] @ 0x565b01 0x56588b 0x565244 0x564b9b 0x56962f 0x5674b0 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x565b00 regexp/syntax.(*parser).newRegexp+0x770 /usr/local/go/src/regexp/syntax/parse.go:94 # 0x56588a regexp/syntax.(*parser).factor+0x4fa /usr/local/go/src/regexp/syntax/parse.go:461 # 0x565243 regexp/syntax.(*parser).collapse+0x423 /usr/local/go/src/regexp/syntax/parse.go:384 # 0x564b9a regexp/syntax.(*parser).alternate+0x14a /usr/local/go/src/regexp/syntax/parse.go:339 # 0x56962e regexp/syntax.(*parser).parseRightParen+0x6e /usr/local/go/src/regexp/syntax/parse.go:1216 # 0x5674af regexp/syntax.Parse+0x45f /usr/local/go/src/regexp/syntax/parse.go:748 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [18: 4608] @ 0xb01b27 0xb01e4c 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9472] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [24: 227328] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 3456] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [12: 3072] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 18432] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 8] @ 0x779355 0x7893a0 0x7804fe 0x45f261 # 0x779354 net/http.(*Transport).tryPutIdleConn+0x9a4 /usr/local/go/src/net/http/transport.go:872 # 0x78939f net/http.(*persistConn).readLoop.func2+0x3f /usr/local/go/src/net/http/transport.go:1870 # 0x7804fd net/http.(*persistConn).readLoop+0xb4d /usr/local/go/src/net/http/transport.go:2025 0: 0 [1: 16] @ 0x6670a1 0x6c7508 0x6c74cf 0x666fe4 0x667156 0x6c7730 0x6c76f2 0x666fe4 0x667156 0x6ca699 0x6ca654 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670a0 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x60 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:184 # 0x6c7507 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x77 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6c74ce crypto/tls.(*clientHelloMsg).marshal.func1.4.1.1+0x3e /usr/local/go/src/crypto/tls/handshake_messages.go:135 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6c772f vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x5f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6c76f1 crypto/tls.(*clientHelloMsg).marshal.func1.4.1+0x21 /usr/local/go/src/crypto/tls/handshake_messages.go:133 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6ca698 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0xe8 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca653 crypto/tls.(*clientHelloMsg).marshal.func1.4+0xa3 /usr/local/go/src/crypto/tls/handshake_messages.go:132 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [23: 5888] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 49152] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [16: 8192] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 40704] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 3584] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [37: 9472] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 28416] @ 0xb01b27 0xb01caf 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 18944] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 30720] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 12288] @ 0x46ea35 0x46ddbd 0xe4e64c 0x1698cc1 0x8b61a9 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x46ea34 sync.(*poolChain).pushHead+0xd4 /usr/local/go/src/sync/poolqueue.go:252 # 0x46ddbc sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108 # 0xe4e64b github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Put+0x8b /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:102 # 0x1698cc0 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).Close+0x80 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1924 # 0x8b61a8 github.com/thanos-io/thanos/pkg/runutil.CloseWithLogOnErr+0x48 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:109 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 3200] @ 0xb01b27 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 448] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 24576] @ 0xb01b27 0xb01caf 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x58129d 0x580590 0x58030c 0x5807ea 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x58129c regexp.makeOnePass.func1+0x107c /usr/local/go/src/regexp/onepass.go:411 # 0x58058f regexp.makeOnePass.func1+0x36f /usr/local/go/src/regexp/onepass.go:323 # 0x58030b regexp.makeOnePass.func1+0xeb /usr/local/go/src/regexp/onepass.go:349 # 0x5807e9 regexp.makeOnePass.func1+0x5c9 /usr/local/go/src/regexp/onepass.go:358 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [20: 81920] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [22: 16896] @ 0xb01b27 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 4608] @ 0xb01b27 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 2816] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 12288] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 5632] @ 0xb01b27 0xb01e4c 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 960] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [41: 10496] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 8448] @ 0xb01b27 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 5120] @ 0xb01b27 0xb01cd4 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x4d741c 0x4d73f2 0x4d7f5f 0x4e2d26 0x4e2fd7 0x4e1523 0x541d0e 0x541cdf 0x1787c9a 0x17891f0 0x1788b41 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4d741b internal/poll.errnoErr+0x8b /usr/local/go/src/internal/poll/errno_unix.go:32 # 0x4d73f1 internal/poll.(*pollDesc).init+0x61 /usr/local/go/src/internal/poll/fd_poll_runtime.go:45 # 0x4d7f5e internal/poll.(*FD).Init+0x5e /usr/local/go/src/internal/poll/fd_unix.go:63 # 0x4e2d25 os.newFile+0xf5 /usr/local/go/src/os/file_unix.go:151 # 0x4e2fd6 os.openFileNolog+0x1b6 /usr/local/go/src/os/file_unix.go:222 # 0x4e1522 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300 # 0x541d0d os.Open+0x7d /usr/local/go/src/os/file.go:280 # 0x541cde io/ioutil.ReadFile+0x4e /usr/local/go/src/io/ioutil/ioutil.go:53 # 0x1787c99 github.com/elastic/go-sysinfo/providers/linux.IsContainerized+0x39 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/container.go:33 # 0x17891ef github.com/elastic/go-sysinfo/providers/linux.(*reader).containerized+0x3f /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:160 # 0x1788b40 github.com/elastic/go-sysinfo/providers/linux.newHost+0x200 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:112 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [15: 184320] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [24: 227328] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 108800] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 2048] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 128] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x1694b72 0x1694b7d 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1694b71 github.com/prometheus/prometheus/tsdb/index.EmptyPostings+0x1d1 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:340 # 0x1694b7c github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x1dc /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1391 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [20: 5120] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 768] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 24576] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [21: 8064] @ 0xb01b27 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1280] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [34: 17408] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 896] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9728] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 13568] @ 0x85ec42 0x1694759 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85ec41 github.com/prometheus/prometheus/tsdb/index.ExpandPostings+0xc1 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:303 # 0x1694758 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x368 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 320] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [28: 7168] @ 0xb01b27 0xb01e4c 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 288] @ 0x40d667 0x40e5c0 0x48f1e0 0x48f04b 0x1696167 0x169614b 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x48f1df context.propagateCancel+0xdf /usr/local/go/src/context/context.go:254 # 0x48f04a context.WithCancel+0x9a /usr/local/go/src/context/context.go:231 # 0x1696166 golang.org/x/sync/errgroup.WithContext+0x886 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x169614a github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x86a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1526 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 10880] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 36864] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 32768] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 75776] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6912] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 282624] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [15: 8640] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 1536] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1280] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [118: 2250496] @ 0x9242db 0x169546e 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x169546d github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x61d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1423 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [80: 30720] @ 0xb01b27 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16384] @ 0xb01b27 0xb01caf 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 6144] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [18: 4608] @ 0xb01b27 0xb01cd4 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0xeda5ec 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda5eb github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x44b /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:231 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 417792] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 376832] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0xdb0afa 0xdf52ff 0xdf5487 0x8beaf9 0x16937c1 0x16a9886 0x872954 0x45f261 # 0xdb0af9 github.com/minio/minio-go/v6.(*GetObjectOptions).SetRange+0x1e9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:113 # 0xdf52fe github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0x37e /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:254 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 294912] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 163840] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 288] @ 0x579e93 0x579e50 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579e92 regexp.newQueue+0x92 /usr/local/go/src/regexp/onepass.go:141 # 0x579e4f regexp.makeOnePass+0x4f /usr/local/go/src/regexp/onepass.go:306 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1818624] @ 0x40da93 0x40f709 0x4118fc 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 458752] @ 0x40da93 0x40f709 0x4118fc 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 416] @ 0xdacc35 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x16937c1 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0xdacc34 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x1d4 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:57 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 27264] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 2560] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 65536000] @ 0xe4e77e 0xe4e4f1 0x1693ac0 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xe4e77d github.com/thanos-io/thanos/pkg/pool.NewBucketedBytesPool.func1+0x5d /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:54 # 0xe4e4f0 github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Get+0x150 /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:79 # 0x1693abf github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x6f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1255 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 458752] @ 0x168e341 0x16a8228 0x872954 0x45f261 # 0x168e340 github.com/thanos-io/thanos/pkg/store.blockSeries+0x790 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:718 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 360448] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede89a 0xede42b 0xede39a 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 57344] @ 0x85ec42 0x1694759 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85ec41 github.com/prometheus/prometheus/tsdb/index.ExpandPostings+0xc1 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:303 # 0x1694758 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x368 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 8192000] @ 0xe4e77e 0xe4e4f1 0x1693ac0 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xe4e77d github.com/thanos-io/thanos/pkg/pool.NewBucketedBytesPool.func1+0x5d /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:54 # 0xe4e4f0 github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Get+0x150 /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:79 # 0x1693abf github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x6f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1255 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 417792] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1187840] @ 0x40da93 0x40f709 0x4118fc 0x1697145 0x16a9ffd 0x872954 0x45f261 # 0x1697144 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x334 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1699 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 598016] @ 0x40da93 0x40f709 0x4118fc 0x1697145 0x16a9ffd 0x872954 0x45f261 # 0x1697144 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x334 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1699 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 155648] @ 0x40da93 0x40f709 0x4118fc 0x1697145 0x16a9ffd 0x872954 0x45f261 # 0x1697144 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x334 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1699 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 2097152] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 155648] @ 0xedb82a 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb829 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x199 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:328 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 1792] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1536] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 6144] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 10752] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6912] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 160] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 96] @ 0x80481f 0x804630 0x806260 0x826537 0x826063 0x83553d 0x45f261 # 0x80481e github.com/prometheus/procfs/internal/fs.FS.Path+0x21e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/fs/fs.go:54 # 0x80462f github.com/prometheus/procfs.Proc.path+0x2f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:267 # 0x80625f github.com/prometheus/procfs.Proc.Limits+0xbf /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_limits.go:89 # 0x826536 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x4b6 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:59 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 32] @ 0xb48ae4 0xb45488 0xb492a3 0xb45f56 0xb4750c 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb48ae3 encoding/xml.copyValue+0xa73 /usr/local/go/src/encoding/xml/read.go:659 # 0xb45487 encoding/xml.(*Decoder).unmarshal+0x607 /usr/local/go/src/encoding/xml/read.go:579 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb4750b encoding/xml.(*Decoder).unmarshal+0x268b /usr/local/go/src/encoding/xml/read.go:401 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 16] @ 0x638ddb 0x638968 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x638dda net.addrTable+0x26a /usr/local/go/src/net/interface_linux.go:167 # 0x638967 net.interfaceAddrTable+0x1a7 /usr/local/go/src/net/interface_linux.go:137 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 48] @ 0x82f7ab 0x826d1f 0x826c93 0x826063 0x83553d 0x45f261 # 0x82f7aa github.com/prometheus/client_golang/prometheus.NewConstMetric+0xda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:93 # 0x826d1e github.com/prometheus/client_golang/prometheus.MustNewConstMetric+0xc9e /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:100 # 0x826c92 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xc12 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:43 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [10: 1920] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 49152] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6528] @ 0xb01b27 0xb019df 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 73728] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [18: 170496] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9472] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 18432] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 8192] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 2560] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16384] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 24576] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 36864] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [12: 113664] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 8192] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2688] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 4096] @ 0xb01b27 0xb01e4c 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1024] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 5376] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 8192] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 9728] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 393216] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 12288] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 48] @ 0x48f05b 0x62926d 0x628730 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x48f05a context.WithCancel+0xaa /usr/local/go/src/context/context.go:232 # 0x62926c net.(*sysDialer).dialParallel+0x54c /usr/local/go/src/net/dial.go:491 # 0x62872f net.(*Dialer).DialContext+0x4ef /usr/local/go/src/net/dial.go:422 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [9: 2304] @ 0xb01b27 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 416] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 3072] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32] @ 0x640bc9 0x641d05 0x6271e6 0x62843e 0x6454e4 0x62d689 0x62e76c 0x65afc1 0x45f261 # 0x640bc8 net.filterAddrList+0x2f8 /usr/local/go/src/net/ipsock.go:128 # 0x641d04 net.(*Resolver).internetAddrList+0x764 /usr/local/go/src/net/ipsock.go:299 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x6454e3 net.(*Resolver).dial+0xc3 /usr/local/go/src/net/lookup_unix.go:70 # 0x62d688 net.(*Resolver).exchange+0x2a8 /usr/local/go/src/net/dnsclient_unix.go:156 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [2: 9728] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 10752] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 10752] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x8bf7b1 0x8bec00 0x16937c1 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x8bf7b0 github.com/thanos-io/thanos/pkg/objstore.newTimingReadCloser+0x30 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:368 # 0x8bebff github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0x1ff /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:290 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 128] @ 0x1695d8a 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695d89 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x4a9 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1512 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 6784] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 32] @ 0x40ef02 0x40ed46 0x82efde 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82efdd github.com/prometheus/client_golang/prometheus.(*constSummary).Write+0x14d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/summary.go:668 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 896] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 96] @ 0x40d6cd 0x757e66 0xdd4be8 0xdd4950 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x757e65 net/http.NewRequestWithContext+0x155 /usr/local/go/src/net/http/request.go:868 # 0xdd4be7 net/http.NewRequest+0x2e7 /usr/local/go/src/net/http/request.go:813 # 0xdd494f github.com/minio/minio-go/v6.Client.newRequest+0x4f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:747 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 320] @ 0x562aef 0x56275b 0x56274f 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x562aee regexp/syntax.(*compiler).inst+0x179e /usr/local/go/src/regexp/syntax/compile.go:173 # 0x56275a regexp/syntax.(*compiler).cap+0x140a /usr/local/go/src/regexp/syntax/compile.go:188 # 0x56274e regexp/syntax.(*compiler).compile+0x13fe /usr/local/go/src/regexp/syntax/compile.go:137 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [51: 835584] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 24576] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0xed9be5 0xed747c 0xed6faf 0xeda878 0xeda2d6 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xed9be4 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).onEvict+0x144 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:186 # 0xed747b github.com/hashicorp/golang-lru/simplelru.(*LRU).removeElement+0xfb /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:175 # 0xed6fae github.com/hashicorp/golang-lru/simplelru.(*LRU).RemoveOldest+0x4e /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:115 # 0xeda877 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).ensureFits+0x77 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:251 # 0xeda2d5 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x135 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:217 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 16] @ 0xed9c58 0xed747c 0xed6faf 0xeda878 0xeda2d6 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xed9c57 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).onEvict+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:187 # 0xed747b github.com/hashicorp/golang-lru/simplelru.(*LRU).removeElement+0xfb /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:175 # 0xed6fae github.com/hashicorp/golang-lru/simplelru.(*LRU).RemoveOldest+0x4e /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:115 # 0xeda877 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).ensureFits+0x77 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:251 # 0xeda2d5 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x135 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:217 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 16] @ 0xed9cf0 0xed747c 0xed6faf 0xeda878 0xeda2d6 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xed9cef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).onEvict+0x24f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:188 # 0xed747b github.com/hashicorp/golang-lru/simplelru.(*LRU).removeElement+0xfb /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:175 # 0xed6fae github.com/hashicorp/golang-lru/simplelru.(*LRU).RemoveOldest+0x4e /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:115 # 0xeda877 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).ensureFits+0x77 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:251 # 0xeda2d5 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x135 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:217 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 48] @ 0xed9b72 0xed747c 0xed6faf 0xeda878 0xeda2d6 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xed9b71 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).onEvict+0xd1 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:185 # 0xed747b github.com/hashicorp/golang-lru/simplelru.(*LRU).removeElement+0xfb /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:175 # 0xed6fae github.com/hashicorp/golang-lru/simplelru.(*LRU).RemoveOldest+0x4e /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:115 # 0xeda877 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).ensureFits+0x77 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:251 # 0xeda2d5 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x135 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:217 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 268435456] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 134217728] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 8192] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 134217728] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [6: 110592] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 67108864] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 1280] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x82fb0e 0x82f69d 0x833965 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fb0d github.com/prometheus/client_golang/prometheus.populateMetric+0x1bd /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:133 # 0x82f69c github.com/prometheus/client_golang/prometheus.(*valueFunc).Write+0x6c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:72 # 0x833964 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Write+0x54 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:158 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 8192] @ 0xedb82a 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb829 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x199 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:328 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 8192] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x79c974 0x79b67b 0x168ebb1 0x16a8228 0x872954 0x45f261 # 0x79c973 github.com/pkg/errors.callers+0x73 /go/pkg/mod/github.com/pkg/errors@v0.8.1/stack.go:137 # 0x79b67a github.com/pkg/errors.Wrap+0x8a /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:191 # 0x168ebb0 github.com/thanos-io/thanos/pkg/store.blockSeries+0x1000 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:724 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [11: 2816] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 384] @ 0x5049d7 0x50431b 0x50461d 0xa6803e 0xa67095 0xac2933 0xad555f 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x50461c bytes.(*Buffer).Write+0xdc /usr/local/go/src/bytes/buffer.go:172 # 0xa6803d google.golang.org/grpc/internal/transport.(*http2Server).handleData+0x36d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:616 # 0xa67094 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x2a4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:486 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [1: 320] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32] @ 0x580bea 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x580be9 regexp.makeOnePass.func1+0x9c9 /usr/local/go/src/regexp/onepass.go:390 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 64] @ 0x4ebd12 0x79b7c1 0x16a84f1 0x872954 0x45f261 # 0x4ebd11 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220 # 0x79b7c0 github.com/pkg/errors.Wrapf+0x70 /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:204 # 0x16a84f0 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0x390 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:891 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 16] @ 0xb2459f 0xb2455f 0xb2455e 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xb2459e net/textproto.MIMEHeader.Set+0x68e /usr/local/go/src/net/textproto/header.go:22 # 0xb2455e net/http.Header.Set+0x64e /usr/local/go/src/net/http/header.go:37 # 0xb2455d github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:153 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 32] @ 0x80486b 0x804386 0x82642b 0x826446 0x826063 0x83553d 0x45f261 # 0x80486a github.com/prometheus/procfs.Proc.path+0x26a /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:267 # 0x804385 github.com/prometheus/procfs.Proc.fileDescriptors+0xb5 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:252 # 0x82642a github.com/prometheus/procfs.Proc.FileDescriptorsLen+0x3aa /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:219 # 0x826445 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x3c5 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:53 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 896] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 128] @ 0x46eb1b 0x46ddbd 0xa777d2 0xa71034 0xa72235 0x4917e7 0xa7217d 0xa7213a 0xabd90c 0xabe58d 0xabeeeb 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x46eb1a sync.(*poolChain).pushHead+0x1ba /usr/local/go/src/sync/poolqueue.go:234 # 0x46ddbc sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108 # 0xa777d1 google.golang.org/grpc/internal/transport.(*bufferPool).put+0x41 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:62 # 0xa71033 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read+0xb3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:159 # 0xa72234 google.golang.org/grpc/internal/transport.(*transportReader).Read+0x54 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:478 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xa7217c io.ReadFull+0xcc /usr/local/go/src/io/io.go:329 # 0xa72139 google.golang.org/grpc/internal/transport.(*Stream).Read+0x89 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:462 # 0xabd90b google.golang.org/grpc.(*parser).recvMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:527 # 0xabe58c google.golang.org/grpc.recvAndDecompress+0x4c /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:639 # 0xabeeea google.golang.org/grpc.recv+0x9a /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:707 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 96] @ 0x81fc1f 0x834188 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81fc1e github.com/prometheus/client_golang/prometheus.NewDesc+0xc8e /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/desc.go:153 # 0x834187 github.com/prometheus/client_golang/prometheus.wrapDesc+0x517 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [5467: 4344209408] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 512] @ 0xedb82a 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb829 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x199 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:328 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 32] @ 0x79b7e5 0x16988f0 0x16aa16f 0x872954 0x45f261 # 0x79b7e4 github.com/pkg/errors.Wrapf+0x94 /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:204 # 0x16988ef github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x61f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1855 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 10240] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [1: 8192] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 6144] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 768] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 896] @ 0x40da93 0x40f709 0x40e3e0 0x91cb62 0x45f261 # 0x91cb61 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0x161 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:272 0: 0 [1: 128] @ 0x4e3bed 0x802a10 0x178c989 0x179563e 0x17a8399 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4e3bec os.Readlink+0x4c /usr/local/go/src/os/file_unix.go:403 # 0x802a0f github.com/prometheus/procfs.FS.Self+0x12f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:72 # 0x178c988 github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Self+0x38 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/process_linux.go:58 # 0x179563d github.com/elastic/go-sysinfo.Self+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:84 # 0x17a8398 go.elastic.co/apm.gatherSysMetrics+0x58 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:129 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 1024] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 704] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 3200] @ 0xb01b27 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 128] @ 0x579f48 0x579f1e 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579f47 regexp.newQueue+0x147 /usr/local/go/src/regexp/onepass.go:140 # 0x579f1d regexp.makeOnePass+0x11d /usr/local/go/src/regexp/onepass.go:307 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0xdd5d28 0xdd5ce8 0xdd5c55 0xdd4d49 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdd5d27 net/textproto.MIMEHeader.Set+0x1f7 /usr/local/go/src/net/textproto/header.go:22 # 0xdd5ce7 net/http.Header.Set+0x1b7 /usr/local/go/src/net/http/header.go:37 # 0xdd5c54 github.com/minio/minio-go/v6.Client.setUserAgent+0x124 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:856 # 0xdd4d48 github.com/minio/minio-go/v6.Client.newRequest+0x448 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:792 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 32] @ 0x82faea 0x820b1c 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fae9 github.com/prometheus/client_golang/prometheus.populateMetric+0x199 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:133 # 0x820b1b github.com/prometheus/client_golang/prometheus.(*gauge).Write+0x5b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/gauge.go:126 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 48] @ 0x6309fe 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x6309fd net.goLookupIPFiles+0x29d /usr/local/go/src/net/dnsclient_unix.go:551 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [5: 2560] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x563df9 0x5639d8 0x564114 0x5673c2 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563df8 regexp/syntax.(*parser).maybeConcat+0x238 /usr/local/go/src/regexp/syntax/parse.go:165 # 0x5639d7 regexp/syntax.(*parser).push+0x217 /usr/local/go/src/regexp/syntax/parse.go:136 # 0x564113 regexp/syntax.(*parser).op+0x83 /usr/local/go/src/regexp/syntax/parse.go:218 # 0x5673c1 regexp/syntax.Parse+0x371 /usr/local/go/src/regexp/syntax/parse.go:770 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 896] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 96] @ 0x46e9df 0x46ddbd 0xe4e64c 0x1698cc1 0x8b61a9 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x46e9de sync.(*poolChain).pushHead+0x7e /usr/local/go/src/sync/poolqueue.go:251 # 0x46ddbc sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108 # 0xe4e64b github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Put+0x8b /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:102 # 0x1698cc0 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).Close+0x80 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1924 # 0x8b61a8 github.com/thanos-io/thanos/pkg/runutil.CloseWithLogOnErr+0x48 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:109 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 10240] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 1280] @ 0xb01b27 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2688] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 96] @ 0xdd3b8a 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdd3b89 github.com/minio/minio-go/v6.Client.executeMethod+0x109 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:592 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 1920] @ 0x563504 0x5632ab 0x561871 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x561870 regexp/syntax.(*compiler).compile+0x520 /usr/local/go/src/regexp/syntax/compile.go:121 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x4746d5 0x47977f 0x479762 0x4e6c9e 0x4e6c88 0x4e676d 0x64b609 0x635d10 0x6365da 0x6307ad 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x4746d4 syscall.ByteSliceFromString+0x94 /usr/local/go/src/syscall/syscall.go:53 # 0x47977e syscall.BytePtrFromString+0x3e /usr/local/go/src/syscall/syscall.go:69 # 0x479761 syscall.fstatat+0x21 /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1516 # 0x4e6c9d syscall.Stat+0x6d /usr/local/go/src/syscall/syscall_linux_amd64.go:64 # 0x4e6c87 os.statNolog+0x57 /usr/local/go/src/os/stat_unix.go:31 # 0x4e676c os.Stat+0x4c /usr/local/go/src/os/stat.go:13 # 0x64b608 net.stat+0x38 /usr/local/go/src/net/parse.go:76 # 0x635d0f net.readHosts+0xff /usr/local/go/src/net/hosts.go:59 # 0x6365d9 net.lookupStaticHost+0xa9 /usr/local/go/src/net/hosts.go:107 # 0x6307ac net.goLookupIPFiles+0x4c /usr/local/go/src/net/dnsclient_unix.go:547 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [2: 32] @ 0xa497b7 0xa44438 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa497b6 golang.org/x/net/http2.(*Framer).readMetaFrame+0xd6 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1490 # 0xa44437 golang.org/x/net/http2.(*Framer).ReadFrame+0x3b7 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:517 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [3: 48] @ 0xeda515 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda514 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x374 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:230 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 640] @ 0x563504 0x5632ab 0x561675 0x561e79 0x562070 0x562845 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x561674 regexp/syntax.(*compiler).compile+0x324 /usr/local/go/src/regexp/syntax/compile.go:119 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x56206f regexp/syntax.(*compiler).compile+0xd1f /usr/local/go/src/regexp/syntax/compile.go:163 # 0x562844 regexp/syntax.(*compiler).compile+0x14f4 /usr/local/go/src/regexp/syntax/compile.go:138 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 2048] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 240] @ 0x6311a4 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x6311a3 net.(*Resolver).goLookupIPCNAMEOrder+0x603 /usr/local/go/src/net/dnsclient_unix.go:682 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1: 16] @ 0x17ade0d 0x17a7ba7 0x17a7b5a 0x17a7b55 0x17a758c 0x17ae711 0x17bfa33 0x45f261 # 0x17ade0c go.elastic.co/apm.(*Metrics).addMetric+0xfc /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:90 # 0x17a7ba6 go.elastic.co/apm.(*Metrics).Add+0x206 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:79 # 0x17a7b59 go.elastic.co/apm.(*builtinMetricsGatherer).gatherMemStatsMetrics.func1+0x1b9 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:74 # 0x17a7b54 go.elastic.co/apm.(*builtinMetricsGatherer).gatherMemStatsMetrics+0x1b4 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:84 # 0x17a758b go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x9b /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:49 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [2: 2304] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4400: 2054553600] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 96] @ 0xb01621 0xb01564 0xb014d7 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01620 github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:104 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 80] @ 0x6db57a 0x759124 0x75fb6f 0x7640f4 0x45f261 # 0x6db579 net/textproto.(*Reader).ReadMIMEHeader+0x6e9 /usr/local/go/src/net/textproto/reader.go:478 # 0x759123 net/http.readRequest+0x363 /usr/local/go/src/net/http/request.go:1059 # 0x75fb6e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [1: 1024] @ 0xb01b27 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 192] @ 0xd82d6f 0xd8440d 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd82d6e github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x31e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:173 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 16] @ 0x6670a1 0x6b00aa 0x6b006f 0x6a2575 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6670a0 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x60 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:184 # 0x6b00a9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6b006e crypto/tls.(*finishedMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:1566 # 0x6a2574 crypto/tls.(*clientHandshakeState).sendFinished+0x194 /usr/local/go/src/crypto/tls/handshake_client.go:802 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 640] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 96] @ 0x80481f 0x804630 0x804386 0x82642b 0x826446 0x826063 0x83553d 0x45f261 # 0x80481e github.com/prometheus/procfs/internal/fs.FS.Path+0x21e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/fs/fs.go:54 # 0x80462f github.com/prometheus/procfs.Proc.path+0x2f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:267 # 0x804385 github.com/prometheus/procfs.Proc.fileDescriptors+0xb5 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:252 # 0x82642a github.com/prometheus/procfs.Proc.FileDescriptorsLen+0x3aa /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:219 # 0x826445 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x3c5 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:53 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 128] @ 0x829a9c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x829a9b github.com/prometheus/client_golang/prometheus.processMetric+0x46b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:685 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [3: 2112] @ 0xb01b27 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 256] @ 0x5049d7 0x50431b 0x50461d 0xa6803e 0xa67095 0xac2933 0xad555f 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x50461c bytes.(*Buffer).Write+0xdc /usr/local/go/src/bytes/buffer.go:172 # 0xa6803d google.golang.org/grpc/internal/transport.(*http2Server).handleData+0x36d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:616 # 0xa67094 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x2a4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:486 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [2: 3072] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x47427f 0x638217 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x47427e syscall.ParseNetlinkRouteAttr+0x19e /usr/local/go/src/syscall/netlink_linux.go:167 # 0x638216 net.interfaceTable+0x296 /usr/local/go/src/net/interface_linux.go:34 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [13: 4992] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 256] @ 0x46e2aa 0x46e17e 0x46de3f 0xb2462f 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x46e2a9 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227 # 0x46e17d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206 # 0x46de3e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128 # 0xb2462e github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x71e /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:154 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [3: 48] @ 0x58129d 0x5807ea 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x58129c regexp.makeOnePass.func1+0x107c /usr/local/go/src/regexp/onepass.go:411 # 0x5807e9 regexp.makeOnePass.func1+0x5c9 /usr/local/go/src/regexp/onepass.go:358 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x4ffc68 0x8180d4 0x818092 0x818c1d 0xb24109 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x8180d3 strings.Split+0x1d3 /usr/local/go/src/strings/strings.go:308 # 0x818091 github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg.ParseAccept+0x191 /go/pkg/mod/github.com/prometheus/common@v0.7.0/internal/bitbucket.org/ww/goautoneg/autoneg.go:96 # 0x818c1c github.com/prometheus/common/expfmt.Negotiate+0x6c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:42 # 0xb24108 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x1f8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:147 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [3: 288] @ 0x404bdc 0x828903 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x828902 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x212 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:419 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 1536] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 256] @ 0x46e2aa 0x46e17e 0x46de3f 0x75ea4f 0x76404a 0x45f261 # 0x46e2a9 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227 # 0x46e17d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206 # 0x46de3e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128 # 0x75ea4e net/http.newBufioReader+0x3e /usr/local/go/src/net/http/server.go:823 # 0x764049 net/http.(*conn).serve+0x629 /usr/local/go/src/net/http/server.go:1813 0: 0 [1: 16] @ 0x449cef 0x44977e 0x449a67 0x586583 0x585aa2 0x5846c9 0x16a8eb0 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x586582 github.com/go-kit/kit/log.Caller.func1+0xf2 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:91 # 0x585aa1 github.com/go-kit/kit/log.bindValues+0x81 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:20 # 0x5846c8 github.com/go-kit/kit/log.(*context).Log+0x1e8 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:122 # 0x16a8eaf github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x97f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:921 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0xb4ffe1 0xb4dadb 0xb451ba 0xb492a3 0xb45f56 0xb4750c 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb4ffe0 encoding/xml.(*Decoder).rawToken+0x17b0 /usr/local/go/src/encoding/xml/xml.go:599 # 0xb4dada encoding/xml.(*Decoder).Token+0x102a /usr/local/go/src/encoding/xml/xml.go:288 # 0xb451b9 encoding/xml.(*Decoder).unmarshal+0x339 /usr/local/go/src/encoding/xml/read.go:516 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb4750b encoding/xml.(*Decoder).unmarshal+0x268b /usr/local/go/src/encoding/xml/read.go:401 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 32] @ 0x82f25a 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82f259 github.com/prometheus/client_golang/prometheus.(*constSummary).Write+0x3c9 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/summary.go:676 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 288] @ 0x579f48 0x579f1e 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579f47 regexp.newQueue+0x147 /usr/local/go/src/regexp/onepass.go:140 # 0x579f1d regexp.makeOnePass+0x11d /usr/local/go/src/regexp/onepass.go:307 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 640] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 96] @ 0x46fd95 0x4de296 0x847bd1 0x847adf 0x9155ad 0x168b3f6 0x19d6ec0 0x8b5d01 0x19d7555 0x588027 0x45f261 # 0x46fd94 syscall.ParseDirent+0x2c4 /usr/local/go/src/syscall/dirent.go:99 # 0x4de295 os.(*File).readdirnames+0xf5 /usr/local/go/src/os/dir_unix.go:62 # 0x847bd0 os.(*File).Readdirnames+0x1d0 /usr/local/go/src/os/dir.go:48 # 0x847ade github.com/prometheus/prometheus/tsdb/fileutil.ReadDir+0xde /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/fileutil/fileutil.go:101 # 0x9155ac github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch+0xb8c /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:331 # 0x168b3f5 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks+0x65 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:324 # 0x19d6ebf main.runStore.func4.1+0x5f /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:279 # 0x8b5d00 github.com/thanos-io/thanos/pkg/runutil.Repeat+0x90 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:72 # 0x19d7554 main.runStore.func4+0x504 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:278 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [1: 1280] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 96] @ 0x4e2c9c 0x4e2fd7 0x4e1523 0x8043af 0x80431f 0x82642b 0x826446 0x826063 0x83553d 0x45f261 # 0x4e2c9b os.newFile+0x6b /usr/local/go/src/os/file_unix.go:116 # 0x4e2fd6 os.openFileNolog+0x1b6 /usr/local/go/src/os/file_unix.go:222 # 0x4e1522 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300 # 0x8043ae os.Open+0xde /usr/local/go/src/os/file.go:280 # 0x80431e github.com/prometheus/procfs.Proc.fileDescriptors+0x4e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:252 # 0x82642a github.com/prometheus/procfs.Proc.FileDescriptorsLen+0x3aa /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:219 # 0x826445 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x3c5 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:53 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 16] @ 0x449de5 0xd81ed5 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd81ed4 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x184 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:84 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 48] @ 0x40d8d0 0x637730 0x6372d9 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x63772f net.(*ipv6ZoneCache).update+0x15f /usr/local/go/src/net/interface.go:208 # 0x6372d8 net.Interfaces+0x98 /usr/local/go/src/net/interface.go:105 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [2: 64] @ 0x634751 0x634790 0x64e5cf 0x64e110 0x6429c1 0x652f6c 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x634750 os.NewSyscallError+0xa30 /usr/local/go/src/os/error.go:79 # 0x63478f net.(*netFD).connect+0xa6f /usr/local/go/src/net/fd_unix.go:94 # 0x64e5ce net.(*netFD).dial+0xfe /usr/local/go/src/net/sock_posix.go:149 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x652f6b net.(*sysDialer).doDialTCP+0x16b /usr/local/go/src/net/tcpsock_posix.go:95 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [3: 960] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x501d04 0x501ce1 0x501baf 0xd825a1 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd825a0 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x250 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:134 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [4: 2304] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 128] @ 0x563962 0x564073 0x5672fe 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563961 regexp/syntax.(*parser).push+0x1a1 /usr/local/go/src/regexp/syntax/parse.go:139 # 0x564072 regexp/syntax.(*parser).literal+0x52 /usr/local/go/src/regexp/syntax/parse.go:210 # 0x5672fd regexp/syntax.Parse+0x2ad /usr/local/go/src/regexp/syntax/parse.go:729 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [17: 11968] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0xd7a019 0x600df6 0xd84a13 0xd820b3 0xd84472 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd7a018 github.com/minio/sha256-simd.(*digest).Sum+0x128 /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:157 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0xd84a12 github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0xb2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:42 # 0xd820b2 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x72 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 16] @ 0xb527bf 0xb5250f 0xb4e933 0xb4dadb 0xb451ba 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb527be encoding/xml.(*Decoder).name+0x1be /usr/local/go/src/encoding/xml/xml.go:1180 # 0xb5250e encoding/xml.(*Decoder).nsname+0x2e /usr/local/go/src/encoding/xml/xml.go:1151 # 0xb4e932 encoding/xml.(*Decoder).rawToken+0x102 /usr/local/go/src/encoding/xml/xml.go:780 # 0xb4dada encoding/xml.(*Decoder).Token+0x102a /usr/local/go/src/encoding/xml/xml.go:288 # 0xb451b9 encoding/xml.(*Decoder).unmarshal+0x339 /usr/local/go/src/encoding/xml/read.go:516 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 96] @ 0xdacc9e 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x16937c1 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0xdacc9d github.com/minio/minio-go/v6.Client.getObjectWithContext+0x23d /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:63 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 32] @ 0x473749 0x638805 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x473748 syscall.NetlinkRIB+0xd8 /usr/local/go/src/syscall/netlink_linux.go:58 # 0x638804 net.interfaceAddrTable+0x44 /usr/local/go/src/net/interface_linux.go:121 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 448] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9472] @ 0xb01b27 0xb01caf 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 64] @ 0x4746d5 0x4773c9 0x4773b2 0x4e3313 0x4e32e9 0x4e5551 0x920114 0x92011f 0x91e4ad 0x9215ba 0x168c9d4 0x16a7701 0x45f261 # 0x4746d4 syscall.ByteSliceFromString+0x94 /usr/local/go/src/syscall/syscall.go:53 # 0x4773c8 syscall.BytePtrFromString+0x38 /usr/local/go/src/syscall/syscall.go:69 # 0x4773b1 syscall.unlinkat+0x21 /usr/local/go/src/syscall/zsyscall_linux_amd64.go:122 # 0x4e3312 syscall.Rmdir+0x92 /usr/local/go/src/syscall/syscall_linux.go:158 # 0x4e32e8 os.Remove+0x68 /usr/local/go/src/os/file_unix.go:320 # 0x4e5550 os.removeAll+0x190 /usr/local/go/src/os/removeall_at.go:30 # 0x920113 os.RemoveAll+0x1a3 /usr/local/go/src/os/path.go:70 # 0x92011e github.com/thanos-io/thanos/pkg/block/indexheader.newBinaryWriter+0x1ae /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:251 # 0x91e4ac github.com/thanos-io/thanos/pkg/block/indexheader.WriteBinary+0x11c /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:83 # 0x9215b9 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x3b9 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:447 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [8: 5632] @ 0xb01b27 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 384] @ 0x80b4b6 0x80b482 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b4b5 bufio.(*Scanner).Text+0x315 /usr/local/go/src/bufio/scan.go:112 # 0x80b481 github.com/prometheus/procfs.FS.Stat+0x2e1 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:178 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 8] @ 0xa2eebd 0xa2f524 0xac6037 0xac7dc0 0xad565b 0x45f261 # 0xa2eebc google.golang.org/grpc/status.(*statusError).GRPCStatus+0x2c /go/pkg/mod/google.golang.org/grpc@v1.25.1/status/status.go:58 # 0xa2f523 google.golang.org/grpc/status.FromError+0x123 /go/pkg/mod/google.golang.org/grpc@v1.25.1/status/status.go:151 # 0xac6036 google.golang.org/grpc.(*Server).processStreamingRPC+0x6d6 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1221 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 96] @ 0x1692f07 0x1690683 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1692f06 github.com/thanos-io/thanos/pkg/store.(*bucketBlockSet).labelMatchers+0x46 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1166 # 0x1690682 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x422 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:855 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32] @ 0x82fb6b 0x82f91f 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fb6a github.com/prometheus/client_golang/prometheus.populateMetric+0x21a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:131 # 0x82f91e github.com/prometheus/client_golang/prometheus.(*constMetric).Write+0x5e /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:119 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 320] @ 0x473fe4 0x638907 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x473fe3 syscall.ParseNetlinkMessage+0x1e3 /usr/local/go/src/syscall/netlink_linux.go:124 # 0x638906 net.interfaceAddrTable+0x146 /usr/local/go/src/net/interface_linux.go:125 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 16] @ 0x47d497 0xd84086 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x47d496 time.Time.Format+0xe6 /usr/local/go/src/time/format.go:506 # 0xd84085 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x185 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:278 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 48] @ 0x50095a 0x500937 0x500525 0xd82284 0xd83206 0xd8425f 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0xd82283 github.com/minio/minio-go/v6/pkg/s3signer.getScope+0xf3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:98 # 0xd83205 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x115 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:203 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [5: 8960] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x631655 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x631654 net.(*Resolver).goLookupIPCNAMEOrder+0xab4 /usr/local/go/src/net/dnsclient_unix.go:670 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [5: 7680] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 768] @ 0xb01b27 0xb01e4c 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 208] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 16] @ 0x48f05b 0x75feeb 0x7640f4 0x45f261 # 0x48f05a context.WithCancel+0xaa /usr/local/go/src/context/context.go:232 # 0x75feea net/http.(*conn).readRequest+0x4da /usr/local/go/src/net/http/server.go:1003 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [1: 896] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1792] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 112] @ 0xa68675 0xa67268 0xac2933 0xad555f 0x45f261 # 0xa68674 google.golang.org/grpc/internal/transport.(*http2Server).handlePing+0xe4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:687 # 0xa67267 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x477 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:492 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [1: 48] @ 0x82fb0e 0x82f91f 0x8296cb 0x8292af 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fb0d github.com/prometheus/client_golang/prometheus.populateMetric+0x1bd /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:133 # 0x82f91e github.com/prometheus/client_golang/prometheus.(*constMetric).Write+0x5e /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:119 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x8292ae github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0xbbe /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:516 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 3584] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 3584] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 256] @ 0x579e93 0x579e50 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579e92 regexp.newQueue+0x92 /usr/local/go/src/regexp/onepass.go:141 # 0x579e4f regexp.makeOnePass+0x4f /usr/local/go/src/regexp/onepass.go:306 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x8287f6 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x8287f5 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x105 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:411 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 2048] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1152] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 3840] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 64] @ 0x564f9c 0x564a06 0x5695ef 0x5674b0 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x564f9b regexp/syntax.(*parser).collapse+0x17b /usr/local/go/src/regexp/syntax/parse.go:380 # 0x564a05 regexp/syntax.(*parser).concat+0x165 /usr/local/go/src/regexp/syntax/parse.go:313 # 0x5695ee regexp/syntax.(*parser).parseRightParen+0x2e /usr/local/go/src/regexp/syntax/parse.go:1211 # 0x5674af regexp/syntax.Parse+0x45f /usr/local/go/src/regexp/syntax/parse.go:748 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x4ebd12 0xdb0b91 0xdf52ff 0xdf5487 0x8beaf9 0x16937c1 0x16a9886 0x872954 0x45f261 # 0x4ebd11 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220 # 0xdb0b90 github.com/minio/minio-go/v6.(*GetObjectOptions).SetRange+0x280 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:113 # 0xdf52fe github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0x37e /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:254 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 16] @ 0x449cef 0x44977e 0x449a67 0x653d58 0x653c2a 0x655458 0x623dfe 0x62396f 0x63094d 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x653d57 net.JoinHostPort+0x337 /usr/local/go/src/net/ipsock.go:233 # 0x653c29 net.(*UDPAddr).String+0x209 /usr/local/go/src/net/udpsock.go:42 # 0x655457 net.DialUDP+0x207 /usr/local/go/src/net/udpsock.go:214 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x63094c net.goLookupIPFiles+0x1ec /usr/local/go/src/net/dnsclient_unix.go:554 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1: 10240] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 10368] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x46eaef 0x46ddbd 0xe4e64c 0x1698cc1 0x8b61a9 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x46eaee sync.(*poolChain).pushHead+0x18e /usr/local/go/src/sync/poolqueue.go:233 # 0x46ddbc sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108 # 0xe4e64b github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Put+0x8b /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:102 # 0x1698cc0 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).Close+0x80 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1924 # 0x8b61a8 github.com/thanos-io/thanos/pkg/runutil.CloseWithLogOnErr+0x48 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:109 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 80] @ 0x48471c 0x782355 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x48471b time.NewTimer+0x6b /usr/local/go/src/time/sleep.go:86 # 0x782354 net/http.(*persistConn).roundTrip+0x7d4 /usr/local/go/src/net/http/transport.go:2430 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 48] @ 0x58155c 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x58155b regexp.makeOnePass.func1+0x133b /usr/local/go/src/regexp/onepass.go:433 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 96] @ 0x404bdc 0x17b9924 0x17b996f 0x45f261 # 0x17b9923 go.elastic.co/apm/internal/iochan.NewReader+0x2e03 /go/pkg/mod/go.elastic.co/apm@v1.5.0/internal/iochan/reader.go:48 # 0x17b996e go.elastic.co/apm.(*Tracer).loop+0x2e4e /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:919 0: 0 [2: 1280] @ 0x563504 0x5632ab 0x56147c 0x561e51 0x562070 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x56147b regexp/syntax.(*compiler).compile+0x12b /usr/local/go/src/regexp/syntax/compile.go:110 # 0x561e50 regexp/syntax.(*compiler).compile+0xb00 /usr/local/go/src/regexp/syntax/compile.go:154 # 0x56206f regexp/syntax.(*compiler).compile+0xd1f /usr/local/go/src/regexp/syntax/compile.go:163 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x474e63 0x4767f3 0x64e77b 0x64e110 0x6429c1 0x656782 0x65550e 0x623dfe 0x62396f 0x63094d 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x474e62 syscall.anyToSockaddr+0x52 /usr/local/go/src/syscall/syscall_linux.go:501 # 0x4767f2 syscall.Getpeername+0xc2 /usr/local/go/src/syscall/syscall_unix.go:260 # 0x64e77a net.(*netFD).dial+0x2aa /usr/local/go/src/net/sock_posix.go:167 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x63094c net.goLookupIPFiles+0x1ec /usr/local/go/src/net/dnsclient_unix.go:554 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1978: 3370385408] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [861: 1057996800] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 576] @ 0x40da93 0x40f709 0x4118fc 0x1697145 0x16a9ffd 0x872954 0x45f261 # 0x1697144 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x334 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1699 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 32] @ 0x79b7e5 0x1691726 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x79b7e4 github.com/pkg/errors.Wrapf+0x94 /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:204 # 0x1691725 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x14c5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:833 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 128] @ 0x5840b8 0x913739 0x9136b7 0x91cae8 0x45f261 # 0x5840b7 github.com/go-kit/kit/log.WithPrefix+0xa7 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:63 # 0x913738 github.com/go-kit/kit/log/level.Debug+0x398 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/level/level.go:22 # 0x9136b6 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x316 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:196 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 512] @ 0x5049d7 0x50431b 0x541b80 0x541b5c 0xdd3f22 0xdd3ed8 0xdaf37a 0xddfe7d 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x541b7f bytes.(*Buffer).Grow+0xbf /usr/local/go/src/bytes/buffer.go:161 # 0x541b5b io/ioutil.readAll+0x9b /usr/local/go/src/io/ioutil/ioutil.go:34 # 0xdd3f21 io/ioutil.ReadAll+0x4a1 /usr/local/go/src/io/ioutil/ioutil.go:45 # 0xdd3ed7 github.com/minio/minio-go/v6.Client.executeMethod+0x457 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:641 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 176] @ 0xda8643 0xdafafa 0xddfe7d 0x45f261 # 0xda8642 github.com/minio/minio-go/v6.httpRespToErrorResponse+0x52 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-error-response.go:109 # 0xdafaf9 github.com/minio/minio-go/v6.Client.getObject+0x999 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:634 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 144] @ 0x449cef 0x44977e 0x449a67 0x79b994 0x1690d50 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x79b993 github.com/pkg/errors.(*withMessage).Error+0x83 /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:241 # 0x1690d4f github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xaef /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:933 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x449cef 0x44977e 0x449a67 0x79b994 0xac634f 0xac7dc0 0xad565b 0x45f261 # 0x79b993 github.com/pkg/errors.(*withMessage).Error+0x83 /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:241 # 0xac634e google.golang.org/grpc.(*Server).processStreamingRPC+0x9ee /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1223 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 64] @ 0x449cef 0x44977e 0x449a67 0x79b994 0xa2f477 0x189008d 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x79b993 github.com/pkg/errors.(*withMessage).Error+0x83 /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:241 # 0xa2f476 google.golang.org/grpc/status.FromError+0x76 /go/pkg/mod/google.golang.org/grpc@v1.25.1/status/status.go:153 # 0x189008c github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0x10c /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:122 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 288] @ 0x7820a1 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x7820a0 net/http.(*persistConn).roundTrip+0x520 /usr/local/go/src/net/http/transport.go:2403 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 16] @ 0x4bdbed 0xb473c7 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0x4bdbec reflect.Zero+0x5c /usr/local/go/src/reflect/value.go:2342 # 0xb473c6 encoding/xml.(*Decoder).unmarshal+0x2546 /usr/local/go/src/encoding/xml/read.go:398 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [3: 960] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 96] @ 0x822b18 0x83553d 0x45f261 # 0x822b17 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x67 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:303 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [2: 352] @ 0x57a011 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a010 regexp.makeOnePass+0x210 /usr/local/go/src/regexp/onepass.go:309 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1280] @ 0xb01b27 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 8064] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6784] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0xd8265e 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd8265d github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x30d /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:133 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 160] @ 0x48471c 0x71b8a2 0x71afd9 0x71aa3a 0x71c10e 0x17a29eb 0x17a29cb 0x17a287a 0x17bf790 0x45f261 # 0x48471b time.NewTimer+0x6b /usr/local/go/src/time/sleep.go:86 # 0x71b8a1 net/http.setRequestCancel+0x1e1 /usr/local/go/src/net/http/client.go:317 # 0x71afd8 net/http.send+0x3f8 /usr/local/go/src/net/http/client.go:248 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0x17a29ea net/http.(*Client).Do+0x5a /usr/local/go/src/net/http/client.go:509 # 0x17a29ca go.elastic.co/apm/transport.(*HTTPTransport).sendStreamRequest+0x3a /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:245 # 0x17a2879 go.elastic.co/apm/transport.(*HTTPTransport).SendStream+0x189 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:237 # 0x17bf78f go.elastic.co/apm.(*Tracer).loop.func1+0x18f /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:687 0: 0 [1: 256] @ 0x916984 0x91646d 0x91d5d2 0x45f261 # 0x916983 github.com/thanos-io/thanos/pkg/block.addNodeBySources+0x1f3 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:507 # 0x91646c github.com/thanos-io/thanos/pkg/block.(*DeduplicateFilter).filterForResolution+0xec /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:467 # 0x91d5d1 github.com/thanos-io/thanos/pkg/block.(*DeduplicateFilter).Filter.func1+0x201 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:443 0: 0 [4: 2816] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x50095a 0x500937 0x500525 0x541317 0x80b314 0x80b220 0x80b1fd 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0x541316 path/filepath.join+0xa6 /usr/local/go/src/path/filepath/path_unix.go:45 # 0x80b313 path/filepath.Join+0x173 /usr/local/go/src/path/filepath/path.go:210 # 0x80b21f github.com/prometheus/procfs/internal/fs.FS.Path+0x7f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/fs/fs.go:54 # 0x80b1fc github.com/prometheus/procfs.FS.Stat+0x5c /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:168 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 16] @ 0x8bed9b 0x91362e 0x91cae8 0x45f261 # 0x8bed9a github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x14a /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:309 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 48] @ 0x822d0b 0x83553d 0x45f261 # 0x822d0a github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x25a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:320 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [2: 32] @ 0xd84653 0xd84610 0xd845fc 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd84652 net/textproto.MIMEHeader.Set+0x752 /usr/local/go/src/net/textproto/header.go:22 # 0xd8460f net/http.Header.Set+0x70f /usr/local/go/src/net/http/header.go:37 # 0xd845fb github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x6fb /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:312 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 64] @ 0xd8265e 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd8265d github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x30d /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:133 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [6: 1152] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x71d129 0x71bfd4 0x17a29eb 0x17a29cb 0x17a287a 0x17bf790 0x45f261 # 0x71d128 net/http.(*Client).makeHeadersCopier+0x1f8 /usr/local/go/src/net/http/client.go:682 # 0x71bfd3 net/http.(*Client).do+0x293 /usr/local/go/src/net/http/client.go:530 # 0x17a29ea net/http.(*Client).Do+0x5a /usr/local/go/src/net/http/client.go:509 # 0x17a29ca go.elastic.co/apm/transport.(*HTTPTransport).sendStreamRequest+0x3a /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:245 # 0x17a2879 go.elastic.co/apm/transport.(*HTTPTransport).SendStream+0x189 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:237 # 0x17bf78f go.elastic.co/apm.(*Tracer).loop.func1+0x18f /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:687 0: 0 [3: 336] @ 0x579e6a 0x579e50 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579e69 regexp.newQueue+0x69 /usr/local/go/src/regexp/onepass.go:140 # 0x579e4f regexp.makeOnePass+0x4f /usr/local/go/src/regexp/onepass.go:306 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x80486b 0x806260 0x826537 0x826063 0x83553d 0x45f261 # 0x80486a github.com/prometheus/procfs.Proc.path+0x26a /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:267 # 0x80625f github.com/prometheus/procfs.Proc.Limits+0xbf /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_limits.go:89 # 0x826536 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x4b6 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:59 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [4: 256] @ 0x60118b 0xd849af 0xd81e8d 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x60118a crypto/hmac.New+0x12a /usr/local/go/src/crypto/hmac/hmac.go:77 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81e8c github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x13c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 32] @ 0xd7a019 0x600df6 0xd84a13 0xd81e8d 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd7a018 github.com/minio/sha256-simd.(*digest).Sum+0x128 /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:157 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0xd84a12 github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0xb2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:42 # 0xd81e8c github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x13c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 64] @ 0xa51ee5 0xa51eb6 0xa6bcb2 0xa6bc89 0xa6a303 0xac4441 0xac7e27 0xad565b 0x45f261 # 0xa51ee4 google.golang.org/grpc/internal/transport.(*itemList).enqueue+0x114 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:47 # 0xa51eb5 google.golang.org/grpc/internal/transport.(*controlBuffer).executeAndPut+0xe5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:332 # 0xa6bcb1 google.golang.org/grpc/internal/transport.(*controlBuffer).put+0x101 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:311 # 0xa6bc88 google.golang.org/grpc/internal/transport.(*http2Server).finishStream+0xd8 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:1083 # 0xa6a302 google.golang.org/grpc/internal/transport.(*http2Server).WriteStatus+0x522 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:872 # 0xac4440 google.golang.org/grpc.(*Server).processUnaryRPC+0x9a0 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1089 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0x5024c8 0x502591 0x8185b4 0x818c1d 0xb24109 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x5024c7 strings.makeCutsetFunc+0x167 /usr/local/go/src/strings/strings.go:826 # 0x502590 strings.Trim+0x60 /usr/local/go/src/strings/strings.go:844 # 0x8185b3 github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg.ParseAccept+0x6b3 /go/pkg/mod/github.com/prometheus/common@v0.7.0/internal/bitbucket.org/ww/goautoneg/autoneg.go:121 # 0x818c1c github.com/prometheus/common/expfmt.Negotiate+0x6c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:42 # 0xb24108 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x1f8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:147 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 32] @ 0x80486b 0x808748 0x8263a8 0x826063 0x83553d 0x45f261 # 0x80486a github.com/prometheus/procfs.Proc.path+0x26a /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:267 # 0x808747 github.com/prometheus/procfs.Proc.Stat+0xc7 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:116 # 0x8263a7 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x327 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:40 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [2: 384] @ 0x4fff4f 0x80b51c 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4fff4e strings.Fields+0x8e /usr/local/go/src/strings/strings.go:349 # 0x80b51b github.com/prometheus/procfs.FS.Stat+0x37b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [3: 336] @ 0x579f71 0x579f1e 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579f70 regexp.newQueue+0x170 /usr/local/go/src/regexp/onepass.go:141 # 0x579f1d regexp.makeOnePass+0x11d /usr/local/go/src/regexp/onepass.go:307 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 96] @ 0x473fe4 0x638907 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x473fe3 syscall.ParseNetlinkMessage+0x1e3 /usr/local/go/src/syscall/netlink_linux.go:124 # 0x638906 net.interfaceAddrTable+0x146 /usr/local/go/src/net/interface_linux.go:125 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [2: 96] @ 0x776dfd 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x776dfc net/http.(*Transport).roundTrip+0x53c /usr/local/go/src/net/http/transport.go:511 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 160] @ 0x473fe4 0x473958 0x637fc8 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x473fe3 syscall.ParseNetlinkMessage+0x1e3 /usr/local/go/src/syscall/netlink_linux.go:124 # 0x473957 syscall.NetlinkRIB+0x2e7 /usr/local/go/src/syscall/netlink_linux.go:80 # 0x637fc7 net.interfaceTable+0x47 /usr/local/go/src/net/interface_linux.go:17 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [2: 32] @ 0x57a113 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a112 regexp.makeOnePass+0x312 /usr/local/go/src/regexp/onepass.go:444 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x80ad62 0x80b875 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80ad61 github.com/prometheus/procfs.parseSoftIRQStat+0xb1 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:131 # 0x80b874 github.com/prometheus/procfs.FS.Stat+0x6d4 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:217 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [3: 288] @ 0x80b504 0x80b50f 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b503 bufio.(*Scanner).Text+0x363 /usr/local/go/src/bufio/scan.go:112 # 0x80b50e github.com/prometheus/procfs.FS.Stat+0x36e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [2: 64] @ 0xd7a019 0x600df6 0xd84a13 0xd81efa 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd7a018 github.com/minio/sha256-simd.(*digest).Sum+0x128 /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:157 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0xd84a12 github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0xb2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:42 # 0xd81ef9 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x1a9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:84 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 16] @ 0xac35df 0xac35bd 0xac3ff1 0xac7e27 0xad565b 0x45f261 # 0xac35de google.golang.org/grpc.msgHeader+0x32e /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:593 # 0xac35bc google.golang.org/grpc.(*Server).sendResponse+0x30c /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:855 # 0xac3ff0 google.golang.org/grpc.(*Server).processUnaryRPC+0x550 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1042 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x75b452 0x75b420 0x780eb5 0x780a7f 0x45f261 # 0x75b451 net/textproto.(*Reader).ReadLine+0xf1 /usr/local/go/src/net/textproto/reader.go:39 # 0x75b41f net/http.ReadResponse+0xbf /usr/local/go/src/net/http/response.go:161 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [7: 560] @ 0x62327a 0x643fa0 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x623279 internal/singleflight.(*Group).DoChan+0x1a9 /usr/local/go/src/internal/singleflight/singleflight.go:83 # 0x643f9f net.(*Resolver).lookupIPAddr+0x57f /usr/local/go/src/net/lookup.go:267 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [2: 64] @ 0xd7a019 0xd84926 0xd832b3 0xd8425f 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd7a018 github.com/minio/sha256-simd.(*digest).Sum+0x128 /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:157 # 0xd84925 github.com/minio/minio-go/v6/pkg/s3signer.sum256+0x85 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:35 # 0xd832b2 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x1c2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:204 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [15: 7680] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x80481f 0x804630 0x808748 0x8263a8 0x826063 0x83553d 0x45f261 # 0x80481e github.com/prometheus/procfs/internal/fs.FS.Path+0x21e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/fs/fs.go:54 # 0x80462f github.com/prometheus/procfs.Proc.path+0x2f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:267 # 0x808747 github.com/prometheus/procfs.Proc.Stat+0xc7 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:116 # 0x8263a7 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x327 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:40 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [21: 16128] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2800: 1536819200] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [5: 1280] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x923af8 0x922e3a 0x1695c94 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x923af7 github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.postingsOffset+0xbe7 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:707 # 0x922e39 github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.PostingsOffset+0xc9 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:629 # 0x1695c93 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x3b3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1500 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 256] @ 0xb01b27 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 8192] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x580532 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x580531 regexp.makeOnePass.func1+0x311 /usr/local/go/src/regexp/onepass.go:352 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x82f05e 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82f05d github.com/prometheus/client_golang/prometheus.(*constSummary).Write+0x1cd /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/summary.go:670 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 896] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0x6413fd 0x641439 0xdd5f91 0xdd4b6c 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x6413fc net.SplitHostPort.func1+0x6bc /usr/local/go/src/net/ipsock.go:162 # 0x641438 net.SplitHostPort+0x6f8 /usr/local/go/src/net/ipsock.go:169 # 0xdd5f90 github.com/minio/minio-go/v6.Client.makeTargetURL+0x1b0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:890 # 0xdd4b6b github.com/minio/minio-go/v6.Client.newRequest+0x26b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:740 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 128] @ 0x563df9 0x5648de 0x5695ef 0x5674b0 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563df8 regexp/syntax.(*parser).maybeConcat+0x238 /usr/local/go/src/regexp/syntax/parse.go:165 # 0x5648dd regexp/syntax.(*parser).concat+0x3d /usr/local/go/src/regexp/syntax/parse.go:298 # 0x5695ee regexp/syntax.(*parser).parseRightParen+0x2e /usr/local/go/src/regexp/syntax/parse.go:1211 # 0x5674af regexp/syntax.Parse+0x45f /usr/local/go/src/regexp/syntax/parse.go:748 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 288] @ 0x404bdc 0x782017 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x782016 net/http.(*persistConn).roundTrip+0x496 /usr/local/go/src/net/http/transport.go:2400 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 240] @ 0x80ad14 0x80b875 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80ad13 github.com/prometheus/procfs.parseSoftIRQStat+0x63 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:127 # 0x80b874 github.com/prometheus/procfs.FS.Stat+0x6d4 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:217 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [4: 128] @ 0x449cef 0x44977e 0x449a67 0x650a18 0x6508ea 0x763a80 0x45f261 # 0x650a17 net.JoinHostPort+0x337 /usr/local/go/src/net/ipsock.go:233 # 0x6508e9 net.(*TCPAddr).String+0x209 /usr/local/go/src/net/tcpsock.go:36 # 0x763a7f net/http.(*conn).serve+0x5f /usr/local/go/src/net/http/server.go:1761 0: 0 [5: 160] @ 0x564f9c 0x564a06 0x5680d7 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x564f9b regexp/syntax.(*parser).collapse+0x17b /usr/local/go/src/regexp/syntax/parse.go:380 # 0x564a05 regexp/syntax.(*parser).concat+0x165 /usr/local/go/src/regexp/syntax/parse.go:313 # 0x5680d6 regexp/syntax.Parse+0x1086 /usr/local/go/src/regexp/syntax/parse.go:891 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 640] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 3456] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x449cef 0x44977e 0x449a67 0x84154f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x84154e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0xce /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 384] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1920] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 4608] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 704] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 2560] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 64] @ 0x47427f 0x638217 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x47427e syscall.ParseNetlinkRouteAttr+0x19e /usr/local/go/src/syscall/netlink_linux.go:167 # 0x638216 net.interfaceTable+0x296 /usr/local/go/src/net/interface_linux.go:34 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 48] @ 0x80b3b1 0x80b3a1 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b3b0 bytes.NewReader+0x210 /usr/local/go/src/bytes/reader.go:160 # 0x80b3a0 github.com/prometheus/procfs.FS.Stat+0x200 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:176 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 32] @ 0x753981 0x760c1e 0x763226 0x762d46 0x6fa23f 0x559315 0x81c29f 0x81a510 0x81c23d 0x818b80 0xb24310 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x753980 net/http.Header.Clone+0xe0 /usr/local/go/src/net/http/header.go:92 # 0x760c1d net/http.(*response).WriteHeader+0x23d /usr/local/go/src/net/http/server.go:1130 # 0x763225 net/http.(*response).write+0x405 /usr/local/go/src/net/http/server.go:1558 # 0x762d45 net/http.(*response).Write+0x55 /usr/local/go/src/net/http/server.go:1541 # 0x6fa23e compress/gzip.(*Writer).Write+0x25e /usr/local/go/src/compress/gzip/gzip.go:168 # 0x559314 bufio.(*Writer).Flush+0x74 /usr/local/go/src/bufio/bufio.go:593 # 0x81c29e github.com/prometheus/common/expfmt.MetricFamilyToText.func1+0x2e /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/text_create.go:85 # 0x81a50f github.com/prometheus/common/expfmt.MetricFamilyToText+0x11bf /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/text_create.go:269 # 0x81c23c github.com/prometheus/common/expfmt.NewEncoder.func4+0x3c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:83 # 0x818b7f github.com/prometheus/common/expfmt.encoder.Encode+0x2f /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:36 # 0xb2430f github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x3ff /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:167 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 48] @ 0x82fb0e 0x82f69d 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fb0d github.com/prometheus/client_golang/prometheus.populateMetric+0x1bd /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:133 # 0x82f69c github.com/prometheus/client_golang/prometheus.(*valueFunc).Write+0x6c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:72 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 96] @ 0x431721 0x440c13 0xa523c2 0xa52ce3 0xa7580b 0x45f261 # 0xa523c1 google.golang.org/grpc/internal/transport.(*controlBuffer).get+0x121 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:395 # 0xa52ce2 google.golang.org/grpc/internal/transport.(*loopyWriter).run+0x1e2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:513 # 0xa7580a google.golang.org/grpc/internal/transport.newHTTP2Server.func2+0xca /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:290 0: 0 [1: 4096] @ 0x40da93 0x40d828 0x915446 0x168b3f6 0x19d6ec0 0x8b5d01 0x19d7555 0x588027 0x45f261 # 0x915445 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch+0xa25 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:323 # 0x168b3f5 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks+0x65 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:324 # 0x19d6ebf main.runStore.func4.1+0x5f /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:279 # 0x8b5d00 github.com/thanos-io/thanos/pkg/runutil.Repeat+0x90 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:72 # 0x19d7554 main.runStore.func4+0x504 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:278 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [1: 352] @ 0x4133d3 0x53b60b 0x53c8bb 0x53c87e 0xd82de3 0xd84204 0xdd51a6 0xdd3d2d 0xdb397c 0xde1703 0x45f261 # 0x53b60a net/url.parseQuery+0x27a /usr/local/go/src/net/url/url.go:904 # 0x53c8ba net/url.ParseQuery+0x5a /usr/local/go/src/net/url/url.go:871 # 0x53c87d net/url.(*URL).Query+0x1d /usr/local/go/src/net/url/url.go:1030 # 0xd82de2 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x42 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:188 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdb397b github.com/minio/minio-go/v6.Client.listObjectsQuery+0x3db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:481 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [4: 320] @ 0x48471c 0x8230bc 0x83553d 0x45f261 # 0x48471b time.NewTimer+0x6b /usr/local/go/src/time/sleep.go:86 # 0x8230bb github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x60b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:332 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [3: 144] @ 0x579e93 0x579e50 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579e92 regexp.newQueue+0x92 /usr/local/go/src/regexp/onepass.go:141 # 0x579e4f regexp.makeOnePass+0x4f /usr/local/go/src/regexp/onepass.go:306 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 96] @ 0x623b7f 0x623991 0x63094d 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x623b7e net.sortByRFC6724withSrcs+0x1ce /usr/local/go/src/net/addrselect.go:34 # 0x623990 net.sortByRFC6724+0x70 /usr/local/go/src/net/addrselect.go:17 # 0x63094c net.goLookupIPFiles+0x1ec /usr/local/go/src/net/dnsclient_unix.go:554 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1: 32] @ 0x7ef39e 0x7ef38e 0x80b33c 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x7ef39d io.LimitReader+0xdd /usr/local/go/src/io/io.go:430 # 0x7ef38d github.com/prometheus/procfs/internal/util.ReadFileNoStat+0xcd /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/util/readfile.go:36 # 0x80b33b github.com/prometheus/procfs.FS.Stat+0x19b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:169 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 128] @ 0x46e2aa 0x46e17e 0x46de3f 0xe4e495 0x1693ac0 0x1698392 0x16aa16f 0x872954 0x45f261 # 0x46e2a9 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227 # 0x46e17d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206 # 0x46de3e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128 # 0xe4e494 github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Get+0xf4 /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:77 # 0x1693abf github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x6f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1255 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 1728] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1152] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 576] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x5811ce 0x580590 0x58030c 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5811cd regexp.makeOnePass.func1+0xfad /usr/local/go/src/regexp/onepass.go:414 # 0x58058f regexp.makeOnePass.func1+0x36f /usr/local/go/src/regexp/onepass.go:323 # 0x58030b regexp.makeOnePass.func1+0xeb /usr/local/go/src/regexp/onepass.go:349 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 128] @ 0x40d554 0x4119c5 0x82ba73 0x8299f5 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82ba72 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0xb52 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:904 # 0x8299f4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:670 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [8: 1152] @ 0xabd8d6 0xabe58d 0xabeeeb 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xabd8d5 google.golang.org/grpc.(*parser).recvMsg+0xd5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:526 # 0xabe58c google.golang.org/grpc.recvAndDecompress+0x4c /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:639 # 0xabeeea google.golang.org/grpc.recv+0x9a /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:707 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 96] @ 0x404bdc 0x4846ea 0x17bf82b 0x17bf7fd 0x45f261 # 0x4846e9 time.NewTimer+0x39 /usr/local/go/src/time/sleep.go:83 # 0x17bf82a time.After+0x22a /usr/local/go/src/time/sleep.go:149 # 0x17bf7fc go.elastic.co/apm.(*Tracer).loop.func1+0x1fc /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:683 0: 0 [3: 96] @ 0x473502 0x473639 0x4737b4 0x638805 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x473501 syscall.(*NetlinkRouteRequest).toWireFormat+0x41 /usr/local/go/src/syscall/netlink_linux.go:30 # 0x473638 syscall.newNetlinkRouteRequest+0x78 /usr/local/go/src/syscall/netlink_linux.go:47 # 0x4737b3 syscall.NetlinkRIB+0x143 /usr/local/go/src/syscall/netlink_linux.go:62 # 0x638804 net.interfaceAddrTable+0x44 /usr/local/go/src/net/interface_linux.go:121 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [50: 38400] @ 0xb01b27 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 57216] @ 0x40da93 0x40f709 0x4118fc 0x1697145 0x16a9ffd 0x872954 0x45f261 # 0x1697144 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x334 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1699 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [807: 634650624] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 1536] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32] @ 0x4fff4f 0xd84a85 0xd82783 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x4fff4e strings.Fields+0x8e /usr/local/go/src/strings/strings.go:349 # 0xd84a84 github.com/minio/minio-go/v6/pkg/s3signer.signV4TrimAll+0x34 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:58 # 0xd82782 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x432 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:154 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [7: 2240] @ 0xb01b27 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 128] @ 0x1697982 0x1696133 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1697981 github.com/thanos-io/thanos/pkg/store.gapBasedPartitioner.Partition+0x181 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1751 # 0x1696132 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x852 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1522 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 32] @ 0xdacc18 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x16937c1 0x16a9886 0x872954 0x45f261 # 0xdacc17 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x1b7 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:56 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 480] @ 0xdaca9f 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x16937c1 0x16a9886 0x872954 0x45f261 # 0xdaca9e github.com/minio/minio-go/v6.Client.getObjectWithContext+0x3e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:39 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 4096] @ 0x779c41 0x779b0e 0x77af25 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x779c40 net/http.(*wantConnQueue).pushBack+0x500 /usr/local/go/src/net/http/transport.go:1138 # 0x779b0d net/http.(*Transport).queueForIdleConn+0x3cd /usr/local/go/src/net/http/transport.go:957 # 0x77af24 net/http.(*Transport).getConn+0x294 /usr/local/go/src/net/http/transport.go:1207 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [2: 64] @ 0x47427f 0x638cf2 0x638968 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x47427e syscall.ParseNetlinkRouteAttr+0x19e /usr/local/go/src/syscall/netlink_linux.go:167 # 0x638cf1 net.addrTable+0x181 /usr/local/go/src/net/interface_linux.go:161 # 0x638967 net.interfaceAddrTable+0x1a7 /usr/local/go/src/net/interface_linux.go:137 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [8: 4096] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 64] @ 0xd83366 0xd8326b 0xd8425f 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd83365 encoding/hex.EncodeToString+0x275 /usr/local/go/src/encoding/hex/hex.go:101 # 0xd8326a github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x17a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:204 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 144] @ 0x449de5 0xd81de0 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd81ddf github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x8f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 32] @ 0x779c41 0x779b0e 0x77af25 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x779c40 net/http.(*wantConnQueue).pushBack+0x500 /usr/local/go/src/net/http/transport.go:1138 # 0x779b0d net/http.(*Transport).queueForIdleConn+0x3cd /usr/local/go/src/net/http/transport.go:957 # 0x77af24 net/http.(*Transport).getConn+0x294 /usr/local/go/src/net/http/transport.go:1207 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [2: 1408] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32] @ 0x47d497 0xd8315f 0xd8425f 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x47d496 time.Time.Format+0xe6 /usr/local/go/src/time/format.go:506 # 0xd8315e github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x6e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:202 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 16384] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x5577d3 0x55852d 0x717414 0x716ef2 0x7171e2 0x774a3f 0x774972 0x783215 0x5577d3 0x558089 0xb51183 0xb4e8a8 0xb4dadb 0xb47da7 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x5577d2 bufio.(*Reader).fill+0x102 /usr/local/go/src/bufio/bufio.go:100 # 0x55852c bufio.(*Reader).ReadSlice+0x3c /usr/local/go/src/bufio/bufio.go:359 # 0x717413 net/http/internal.readChunkLine+0x33 /usr/local/go/src/net/http/internal/chunked.go:122 # 0x716ef1 net/http/internal.(*chunkedReader).beginChunk+0x31 /usr/local/go/src/net/http/internal/chunked.go:48 # 0x7171e1 net/http/internal.(*chunkedReader).Read+0x131 /usr/local/go/src/net/http/internal/chunked.go:93 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x5577d2 bufio.(*Reader).fill+0x102 /usr/local/go/src/bufio/bufio.go:100 # 0x558088 bufio.(*Reader).ReadByte+0x38 /usr/local/go/src/bufio/bufio.go:252 # 0xb51182 encoding/xml.(*Decoder).getc+0x82 /usr/local/go/src/encoding/xml/xml.go:906 # 0xb4e8a7 encoding/xml.(*Decoder).rawToken+0x77 /usr/local/go/src/encoding/xml/xml.go:563 # 0xb4dada encoding/xml.(*Decoder).Token+0x102a /usr/local/go/src/encoding/xml/xml.go:288 # 0xb47da6 encoding/xml.(*Decoder).unmarshal+0x2f26 /usr/local/go/src/encoding/xml/read.go:312 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [5: 80] @ 0x168f9dd 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x168f9dc github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x2ac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:821 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [24: 18432] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 208] @ 0x40d667 0x40e5c0 0x91cb62 0x45f261 # 0x91cb61 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0x161 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:272 0: 0 [6: 1920] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1792] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 640] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 64] @ 0xb1a7f9 0xb0e2cf 0xa7bcfb 0xabef5f 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb1a7f8 github.com/thanos-io/thanos/pkg/store/storepb.(*LabelMatcher).Unmarshal+0x558 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/types.pb.go:1483 # 0xb0e2ce github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesRequest).Unmarshal+0x4be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:2395 # 0xa7bcfa google.golang.org/grpc/encoding/proto.codec.Unmarshal+0x1fa /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:88 # 0xabef5e google.golang.org/grpc.recv+0x10e /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:711 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 8] @ 0x4e2c82 0x4e2fd7 0x4e1523 0x8043af 0x80431f 0x82642b 0x826446 0x826063 0x83553d 0x45f261 # 0x4e2c81 os.newFile+0x51 /usr/local/go/src/os/file_unix.go:109 # 0x4e2fd6 os.openFileNolog+0x1b6 /usr/local/go/src/os/file_unix.go:222 # 0x4e1522 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300 # 0x8043ae os.Open+0xde /usr/local/go/src/os/file.go:280 # 0x80431e github.com/prometheus/procfs.Proc.fileDescriptors+0x4e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:252 # 0x82642a github.com/prometheus/procfs.Proc.FileDescriptorsLen+0x3aa /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:219 # 0x826445 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x3c5 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:53 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [7: 1792] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 112] @ 0xa54553 0xa545c1 0xa52bc7 0xa7580b 0x45f261 # 0xa54552 google.golang.org/grpc/internal/transport.(*loopyWriter).registerStreamHandler+0x412 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:597 # 0xa545c0 google.golang.org/grpc/internal/transport.(*loopyWriter).handle+0x480 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:781 # 0xa52bc6 google.golang.org/grpc/internal/transport.(*loopyWriter).run+0xc6 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:531 # 0xa7580a google.golang.org/grpc/internal/transport.newHTTP2Server.func2+0xca /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:290 0: 0 [12: 6144] @ 0xb01b27 0xb01cd4 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6089: 4589060096] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 192] @ 0xdacc9e 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x16937c1 0x16a9886 0x872954 0x45f261 # 0xdacc9d github.com/minio/minio-go/v6.Client.getObjectWithContext+0x23d /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:63 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 192] @ 0xb01b27 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x501d04 0x501ce1 0x501baf 0xd82b9d 0xd8440d 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd82b9c github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x14c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 1152] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x4746d5 0x47700f 0x476ff2 0x4e3c2a 0x4e3c33 0x802a10 0x178c989 0x179563e 0x17a8399 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4746d4 syscall.ByteSliceFromString+0x94 /usr/local/go/src/syscall/syscall.go:53 # 0x47700e syscall.BytePtrFromString+0x3e /usr/local/go/src/syscall/syscall.go:69 # 0x476ff1 syscall.readlinkat+0x21 /usr/local/go/src/syscall/zsyscall_linux_amd64.go:80 # 0x4e3c29 syscall.Readlink+0x89 /usr/local/go/src/syscall/syscall_linux.go:150 # 0x4e3c32 os.Readlink+0x92 /usr/local/go/src/os/file_unix.go:404 # 0x802a0f github.com/prometheus/procfs.FS.Self+0x12f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:72 # 0x178c988 github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Self+0x38 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/process_linux.go:58 # 0x179563d github.com/elastic/go-sysinfo.Self+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:84 # 0x17a8398 go.elastic.co/apm.gatherSysMetrics+0x58 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:129 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 32] @ 0x40d5a2 0x40d484 0x4119c5 0x82ba73 0x8299f5 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82ba72 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0xb52 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:904 # 0x8299f4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:670 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [25: 9600] @ 0xb01b27 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 384] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x82e376 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82e375 github.com/prometheus/client_golang/prometheus.(*noObjectivesSummary).Write+0x135 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/summary.go:475 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 96] @ 0x40d6cd 0x48f220 0x48f04b 0x75feeb 0x7640f4 0x45f261 # 0x48f21f context.propagateCancel+0x11f /usr/local/go/src/context/context.go:252 # 0x48f04a context.WithCancel+0x9a /usr/local/go/src/context/context.go:231 # 0x75feea net/http.(*conn).readRequest+0x4da /usr/local/go/src/net/http/server.go:1003 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [2: 64] @ 0xa530dc 0xa530c4 0xa5471e 0xa52bc7 0xa7580b 0x45f261 # 0xa530db google.golang.org/grpc/internal/transport.(*itemList).enqueue+0x9b /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:47 # 0xa530c3 google.golang.org/grpc/internal/transport.(*loopyWriter).headerHandler+0x83 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:619 # 0xa5471d google.golang.org/grpc/internal/transport.(*loopyWriter).handle+0x5dd /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:779 # 0xa52bc6 google.golang.org/grpc/internal/transport.(*loopyWriter).run+0xc6 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:531 # 0xa7580a google.golang.org/grpc/internal/transport.newHTTP2Server.func2+0xca /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:290 0: 0 [1: 1152] @ 0x5049d7 0x50431b 0x50461d 0x55bf0f 0x55c11f 0x5849b4 0x5878f0 0x584700 0x16a8eb0 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x50461c bytes.(*Buffer).Write+0xdc /usr/local/go/src/bytes/buffer.go:172 # 0x55bf0e github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyval+0x15e /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:64 # 0x55c11e github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyvals+0x12e /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:84 # 0x5849b3 github.com/go-kit/kit/log.logfmtLogger.Log+0x103 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/logfmt_logger.go:46 # 0x5878ef github.com/go-kit/kit/log/level.(*logger).Log+0xaf /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/level/level.go:63 # 0x5846ff github.com/go-kit/kit/log.(*context).Log+0x21f /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:124 # 0x16a8eaf github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x97f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:921 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 288] @ 0x6db0c8 0x759124 0x75fb6f 0x7640f4 0x45f261 # 0x6db0c7 net/textproto.(*Reader).ReadMIMEHeader+0x237 /usr/local/go/src/net/textproto/reader.go:517 # 0x759123 net/http.readRequest+0x363 /usr/local/go/src/net/http/request.go:1059 # 0x75fb6e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [1: 32] @ 0xd82c36 0xd8440d 0xdd51a6 0xdd3d2d 0xdb397c 0xde1703 0x45f261 # 0xd82c35 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x1e5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdb397b github.com/minio/minio-go/v6.Client.listObjectsQuery+0x3db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:481 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [2: 1536] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 192] @ 0x77adb7 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0x17a29eb 0x17a29cb 0x17a287a 0x17bf790 0x45f261 # 0x77adb6 net/http.(*Transport).getConn+0x126 /usr/local/go/src/net/http/transport.go:1196 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0x17a29ea net/http.(*Client).Do+0x5a /usr/local/go/src/net/http/client.go:509 # 0x17a29ca go.elastic.co/apm/transport.(*HTTPTransport).sendStreamRequest+0x3a /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:245 # 0x17a2879 go.elastic.co/apm/transport.(*HTTPTransport).SendStream+0x189 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:237 # 0x17bf78f go.elastic.co/apm.(*Tracer).loop.func1+0x18f /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:687 0: 0 [13: 3328] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 160] @ 0x473fe4 0x638907 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x473fe3 syscall.ParseNetlinkMessage+0x1e3 /usr/local/go/src/syscall/netlink_linux.go:124 # 0x638906 net.interfaceAddrTable+0x146 /usr/local/go/src/net/interface_linux.go:125 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [47: 18048] @ 0xb01b27 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x40eeb9 0x40ed46 0x82efde 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82efdd github.com/prometheus/client_golang/prometheus.(*constSummary).Write+0x14d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/summary.go:668 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 64] @ 0x818299 0x818c1d 0xb24109 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x818298 github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg.ParseAccept+0x398 /go/pkg/mod/github.com/prometheus/common@v0.7.0/internal/bitbucket.org/ww/goautoneg/autoneg.go:133 # 0x818c1c github.com/prometheus/common/expfmt.Negotiate+0x6c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:42 # 0xb24108 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x1f8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:147 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 1408] @ 0x40e7d6 0x778fec 0x7893a0 0x7804fe 0x45f261 # 0x778feb net/http.(*Transport).tryPutIdleConn+0x63b /usr/local/go/src/net/http/transport.go:872 # 0x78939f net/http.(*persistConn).readLoop.func2+0x3f /usr/local/go/src/net/http/transport.go:1870 # 0x7804fd net/http.(*persistConn).readLoop+0xb4d /usr/local/go/src/net/http/transport.go:2025 0: 0 [1: 896] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 896] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 864] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 96] @ 0xa51ee5 0xa51eb6 0xa6ad54 0xa6ad21 0xac3684 0xac3ff1 0xac7e27 0xad565b 0x45f261 # 0xa51ee4 google.golang.org/grpc/internal/transport.(*itemList).enqueue+0x114 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:47 # 0xa51eb5 google.golang.org/grpc/internal/transport.(*controlBuffer).executeAndPut+0xe5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:332 # 0xa6ad53 google.golang.org/grpc/internal/transport.(*controlBuffer).put+0x2e3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:311 # 0xa6ad20 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x2b0 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:924 # 0xac3683 google.golang.org/grpc.(*Server).sendResponse+0x3d3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:860 # 0xac3ff0 google.golang.org/grpc.(*Server).processUnaryRPC+0x550 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1042 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [27: 20736] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 64] @ 0xa68b4a 0xa6721e 0xac2933 0xad555f 0x45f261 # 0xa68b49 google.golang.org/grpc/internal/transport.(*http2Server).handleWindowUpdate+0x79 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:728 # 0xa6721d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x42d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:494 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [3: 96] @ 0xb45d5d 0xb492a3 0xb45f56 0xb4750c 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb45d5c encoding/xml.(*Decoder).unmarshal+0xedc /usr/local/go/src/encoding/xml/read.go:552 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb4750b encoding/xml.(*Decoder).unmarshal+0x268b /usr/local/go/src/encoding/xml/read.go:401 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 896] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 128] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [21: 16128] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1024] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 122880] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [1: 16] @ 0x58155c 0x580590 0x5807ea 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x58155b regexp.makeOnePass.func1+0x133b /usr/local/go/src/regexp/onepass.go:433 # 0x58058f regexp.makeOnePass.func1+0x36f /usr/local/go/src/regexp/onepass.go:323 # 0x5807e9 regexp.makeOnePass.func1+0x5c9 /usr/local/go/src/regexp/onepass.go:358 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 80] @ 0x5b35f5 0x5b35bc 0x5b3582 0x5aa87c 0x5fd76f 0x5fd73e 0x5fa1cb 0x68fd43 0x6be6cd 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b35f4 math/big.nat.make+0x94 /usr/local/go/src/math/big/nat.go:64 # 0x5b35bb math/big.nat.setWord+0x5b /usr/local/go/src/math/big/nat.go:76 # 0x5b3581 math/big.nat.setUint64+0x21 /usr/local/go/src/math/big/nat.go:84 # 0x5aa87b math/big.(*Int).SetInt64+0x5b /usr/local/go/src/math/big/int.go:55 # 0x5fd76e math/big.NewInt+0x4e /usr/local/go/src/math/big/int.go:69 # 0x5fd73d crypto/rsa.encrypt+0x1d /usr/local/go/src/crypto/rsa/rsa.go:354 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x68fd42 crypto/tls.verifyHandshakeSignature+0xc2 /usr/local/go/src/crypto/tls/auth.go:117 # 0x6be6cc crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x64c /usr/local/go/src/crypto/tls/key_agreement.go:306 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [39: 29952] @ 0xb01b27 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 512] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 3072] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 224] @ 0x50095a 0x500937 0x500525 0xd845e1 0xdd51a6 0xdd3d2d 0xdb397c 0xde1703 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0xd845e0 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x6e0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:311 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdb397b github.com/minio/minio-go/v6.Client.listObjectsQuery+0x3db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:481 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 16] @ 0xd82c36 0xd82f3d 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd82c35 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x1e5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd82f3c github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x19c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:194 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 64] @ 0xb4d17e 0xb4cfce 0xb4cfae 0xb451ba 0xb4750c 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb4d17d encoding/xml.(*Decoder).push+0x6cd /usr/local/go/src/encoding/xml/xml.go:399 # 0xb4cfcd encoding/xml.(*Decoder).pushElement+0x51d /usr/local/go/src/encoding/xml/xml.go:456 # 0xb4cfad encoding/xml.(*Decoder).Token+0x4fd /usr/local/go/src/encoding/xml/xml.go:325 # 0xb451b9 encoding/xml.(*Decoder).unmarshal+0x339 /usr/local/go/src/encoding/xml/read.go:516 # 0xb4750b encoding/xml.(*Decoder).unmarshal+0x268b /usr/local/go/src/encoding/xml/read.go:401 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [2: 576] @ 0x40d667 0x412535 0x412252 0x411a82 0xedb87d 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb87c github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x1ec /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:324 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 2816] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1152] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 20480] @ 0xb4c9a3 0xb4ca4f 0xb4c93e 0xb4c89a 0xdde305 0xdb3a8b 0xde1703 0x45f261 # 0xb4c9a2 bufio.NewReaderSize+0x192 /usr/local/go/src/bufio/bufio.go:56 # 0xb4ca4e bufio.NewReader+0x23e /usr/local/go/src/bufio/bufio.go:62 # 0xb4c93d encoding/xml.(*Decoder).switchToReader+0x12d /usr/local/go/src/encoding/xml/xml.go:373 # 0xb4c899 encoding/xml.NewDecoder+0x89 /usr/local/go/src/encoding/xml/xml.go:236 # 0xdde304 github.com/minio/minio-go/v6.xmlDecoder+0x34 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:46 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [9: 4608] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 96] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 128] @ 0x46eb1b 0x46ddbd 0xe4e64c 0x1698cc1 0x8b61a9 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x46eb1a sync.(*poolChain).pushHead+0x1ba /usr/local/go/src/sync/poolqueue.go:234 # 0x46ddbc sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108 # 0xe4e64b github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Put+0x8b /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:102 # 0x1698cc0 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).Close+0x80 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1924 # 0x8b61a8 github.com/thanos-io/thanos/pkg/runutil.CloseWithLogOnErr+0x48 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:109 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 192] @ 0x601146 0xd849af 0xd81f71 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81f70 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x220 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:85 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 1024] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 12288] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x5577d3 0x55852d 0x717414 0x716ef2 0x7171e2 0x774a3f 0x774972 0x783215 0x5577d3 0x558089 0xb51183 0xb4e8a8 0xb4dadb 0xb47da7 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x5577d2 bufio.(*Reader).fill+0x102 /usr/local/go/src/bufio/bufio.go:100 # 0x55852c bufio.(*Reader).ReadSlice+0x3c /usr/local/go/src/bufio/bufio.go:359 # 0x717413 net/http/internal.readChunkLine+0x33 /usr/local/go/src/net/http/internal/chunked.go:122 # 0x716ef1 net/http/internal.(*chunkedReader).beginChunk+0x31 /usr/local/go/src/net/http/internal/chunked.go:48 # 0x7171e1 net/http/internal.(*chunkedReader).Read+0x131 /usr/local/go/src/net/http/internal/chunked.go:93 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x5577d2 bufio.(*Reader).fill+0x102 /usr/local/go/src/bufio/bufio.go:100 # 0x558088 bufio.(*Reader).ReadByte+0x38 /usr/local/go/src/bufio/bufio.go:252 # 0xb51182 encoding/xml.(*Decoder).getc+0x82 /usr/local/go/src/encoding/xml/xml.go:906 # 0xb4e8a7 encoding/xml.(*Decoder).rawToken+0x77 /usr/local/go/src/encoding/xml/xml.go:563 # 0xb4dada encoding/xml.(*Decoder).Token+0x102a /usr/local/go/src/encoding/xml/xml.go:288 # 0xb47da6 encoding/xml.(*Decoder).unmarshal+0x2f26 /usr/local/go/src/encoding/xml/read.go:312 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 16] @ 0x449cef 0x44977e 0x4499f7 0x83412e 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x83412d github.com/prometheus/client_golang/prometheus.wrapDesc+0x4bd /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 160] @ 0x80b75f 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80b75e github.com/prometheus/procfs.FS.Stat+0x5be /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:232 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [2: 96] @ 0x449cef 0x44977e 0x4499f7 0xd81dbf 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd81dbe github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x6e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [4: 7168] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 896] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0xdd5bb4 0xdd5b74 0xdd5b60 0xdd4d49 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdd5bb3 net/textproto.MIMEHeader.Set+0x83 /usr/local/go/src/net/textproto/header.go:22 # 0xdd5b73 net/http.Header.Set+0x43 /usr/local/go/src/net/http/header.go:37 # 0xdd5b5f github.com/minio/minio-go/v6.Client.setUserAgent+0x2f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:854 # 0xdd4d48 github.com/minio/minio-go/v6.Client.newRequest+0x448 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:792 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [5: 80] @ 0xa69aee 0xa696ad 0xa6aef1 0xac3684 0xac3ff1 0xac7e27 0xad565b 0x45f261 # 0xa69aed google.golang.org/grpc/internal/transport.(*http2Server).writeHeaderLocked+0x2ad /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:799 # 0xa696ac google.golang.org/grpc/internal/transport.(*http2Server).WriteHeader+0xcc /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:773 # 0xa6aef0 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x480 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:883 # 0xac3683 google.golang.org/grpc.(*Server).sendResponse+0x3d3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:860 # 0xac3ff0 google.golang.org/grpc.(*Server).processUnaryRPC+0x550 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1042 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 128] @ 0x601146 0xd849af 0xd820b3 0xd84472 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd820b2 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x72 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [10: 5120] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 560] @ 0x822cdc 0x83553d 0x45f261 # 0x822cdb github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x22b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:319 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [2: 640] @ 0x563504 0x5632ab 0x56147c 0x562070 0x562845 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x56147b regexp/syntax.(*compiler).compile+0x12b /usr/local/go/src/regexp/syntax/compile.go:110 # 0x56206f regexp/syntax.(*compiler).compile+0xd1f /usr/local/go/src/regexp/syntax/compile.go:163 # 0x562844 regexp/syntax.(*compiler).compile+0x14f4 /usr/local/go/src/regexp/syntax/compile.go:138 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x82fd0c 0x8345dd 0x831d71 0x830925 0x820fe0 0x820fb2 0x8c52c2 0x914c48 0x914c18 0x168b3f6 0x19d6ec0 0x8b5d01 0x19d7555 0x588027 0x45f261 # 0x82fd0b github.com/prometheus/client_golang/prometheus.makeLabelPairs+0x10b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:155 # 0x8345dc github.com/prometheus/client_golang/prometheus.NewGaugeVec.func1+0x7c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/gauge.go:152 # 0x831d70 github.com/prometheus/client_golang/prometheus.(*metricMap).getOrCreateMetricWithLabelValues+0x270 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/vec.go:319 # 0x830924 github.com/prometheus/client_golang/prometheus.(*metricVec).getMetricWithLabelValues+0xd4 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/vec.go:133 # 0x820fdf github.com/prometheus/client_golang/prometheus.(*GaugeVec).GetMetricWithLabelValues+0x4f /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/gauge.go:183 # 0x820fb1 github.com/prometheus/client_golang/prometheus.(*GaugeVec).WithLabelValues+0x21 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/gauge.go:215 # 0x8c52c1 github.com/thanos-io/thanos/pkg/extprom.NewTxGaugeVec.func1+0x141 /go/src/github.com/thanos-io/thanos/pkg/extprom/tx_gauge.go:31 # 0x914c47 github.com/thanos-io/thanos/pkg/extprom.(*TxGaugeVec).ResetTx+0x227 /go/src/github.com/thanos-io/thanos/pkg/extprom/tx_gauge.go:43 # 0x914c17 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch+0x1f7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:261 # 0x168b3f5 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks+0x65 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:324 # 0x19d6ebf main.runStore.func4.1+0x5f /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:279 # 0x8b5d00 github.com/thanos-io/thanos/pkg/runutil.Repeat+0x90 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:72 # 0x19d7554 main.runStore.func4+0x504 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:278 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [3: 48] @ 0x80a5f8 0x80b655 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80a5f7 github.com/prometheus/procfs.parseCPUStat+0x97 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:89 # 0x80b654 github.com/prometheus/procfs.FS.Stat+0x4b4 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:224 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 704] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 208] @ 0x40d667 0x413260 0x17ae07a 0x17a7d4c 0x17a7cff 0x17a7cf7 0x17a758c 0x17ae711 0x17bfa33 0x45f261 # 0x17ae079 go.elastic.co/apm.(*Metrics).addMetric+0x369 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:120 # 0x17a7d4b go.elastic.co/apm.(*Metrics).Add+0x3ab /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:79 # 0x17a7cfe go.elastic.co/apm.(*builtinMetricsGatherer).gatherMemStatsMetrics.func1+0x35e /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:74 # 0x17a7cf6 go.elastic.co/apm.(*builtinMetricsGatherer).gatherMemStatsMetrics+0x356 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:89 # 0x17a758b go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x9b /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:49 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [3: 4608] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 4096] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 384] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 96] @ 0x57a113 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a112 regexp.makeOnePass+0x312 /usr/local/go/src/regexp/onepass.go:444 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0x62322c 0x643fa0 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x62322b internal/singleflight.(*Group).DoChan+0x15b /usr/local/go/src/internal/singleflight/singleflight.go:79 # 0x643f9f net.(*Resolver).lookupIPAddr+0x57f /usr/local/go/src/net/lookup.go:267 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [7: 112] @ 0x1692ab8 0x16906e4 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1692ab7 github.com/thanos-io/thanos/pkg/store.(*bucketBlockSet).getFor+0x1f7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1152 # 0x16906e3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x483 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:860 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1152] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1152] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x82fb6b 0x81e7eb 0x833965 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fb6a github.com/prometheus/client_golang/prometheus.populateMetric+0x21a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:131 # 0x81e7ea github.com/prometheus/client_golang/prometheus.(*counter).Write+0x7a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/counter.go:115 # 0x833964 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Write+0x54 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:158 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [6: 8448] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 256] @ 0x1695d8a 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695d89 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x4a9 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1512 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 32] @ 0x4846ea 0x8230bc 0x83553d 0x45f261 # 0x4846e9 time.NewTimer+0x39 /usr/local/go/src/time/sleep.go:83 # 0x8230bb github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x60b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:332 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [3: 624] @ 0x4133d3 0x17ae07a 0x17a755c 0x17a754a 0x17ae711 0x17bfa33 0x45f261 # 0x17ae079 go.elastic.co/apm.(*Metrics).addMetric+0x369 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:120 # 0x17a755b go.elastic.co/apm.(*Metrics).Add+0x6b /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:79 # 0x17a7549 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x59 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:47 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 32] @ 0x501d04 0x501ce1 0x501baf 0xd82b9d 0xd8440d 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd82b9c github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x14c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 1280] @ 0xb01b27 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1344] @ 0x5049d7 0x50431b 0x50461d 0xa6803e 0xa67095 0xac2933 0xad555f 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x50461c bytes.(*Buffer).Write+0xdc /usr/local/go/src/bytes/buffer.go:172 # 0xa6803d google.golang.org/grpc/internal/transport.(*http2Server).handleData+0x36d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:616 # 0xa67094 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x2a4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:486 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [1: 48] @ 0x40d8d0 0x7539b4 0x71cf74 0x71bfd4 0x17a2d8b 0x17a2d6b 0x17a483f 0x45f261 # 0x7539b3 net/http.Header.Clone+0x113 /usr/local/go/src/net/http/header.go:93 # 0x71cf73 net/http.(*Client).makeHeadersCopier+0x43 /usr/local/go/src/net/http/client.go:671 # 0x71bfd3 net/http.(*Client).do+0x293 /usr/local/go/src/net/http/client.go:530 # 0x17a2d8a net/http.(*Client).Do+0x6a /usr/local/go/src/net/http/client.go:509 # 0x17a2d6a go.elastic.co/apm/transport.(*HTTPTransport).configRequest+0x4a /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:336 # 0x17a483e go.elastic.co/apm/transport.(*HTTPTransport).WatchConfig.func1+0x4ce /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:308 0: 0 [7: 448] @ 0x579e93 0x579e50 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579e92 regexp.newQueue+0x92 /usr/local/go/src/regexp/onepass.go:141 # 0x579e4f regexp.makeOnePass+0x4f /usr/local/go/src/regexp/onepass.go:306 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x781be5 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x781be4 net/http.(*persistConn).roundTrip+0x64 /usr/local/go/src/net/http/transport.go:2338 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 1024] @ 0xb01b27 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 2048] @ 0x5049d7 0x50431b 0x541b80 0x541b5c 0x7ef3ec 0x7ef406 0x80b33c 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x541b7f bytes.(*Buffer).Grow+0xbf /usr/local/go/src/bytes/buffer.go:161 # 0x541b5b io/ioutil.readAll+0x9b /usr/local/go/src/io/ioutil/ioutil.go:34 # 0x7ef3eb io/ioutil.ReadAll+0x12b /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x7ef405 github.com/prometheus/procfs/internal/util.ReadFileNoStat+0x145 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/util/readfile.go:37 # 0x80b33b github.com/prometheus/procfs.FS.Stat+0x19b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:169 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [3: 192] @ 0x753981 0x71cf74 0x71bfd4 0x17a29eb 0x17a29cb 0x17a287a 0x17bf790 0x45f261 # 0x753980 net/http.Header.Clone+0xe0 /usr/local/go/src/net/http/header.go:92 # 0x71cf73 net/http.(*Client).makeHeadersCopier+0x43 /usr/local/go/src/net/http/client.go:671 # 0x71bfd3 net/http.(*Client).do+0x293 /usr/local/go/src/net/http/client.go:530 # 0x17a29ea net/http.(*Client).Do+0x5a /usr/local/go/src/net/http/client.go:509 # 0x17a29ca go.elastic.co/apm/transport.(*HTTPTransport).sendStreamRequest+0x3a /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:245 # 0x17a2879 go.elastic.co/apm/transport.(*HTTPTransport).SendStream+0x189 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:237 # 0x17bf78f go.elastic.co/apm.(*Tracer).loop.func1+0x18f /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:687 0: 0 [2: 96] @ 0x71d129 0x71bfd4 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x71d128 net/http.(*Client).makeHeadersCopier+0x1f8 /usr/local/go/src/net/http/client.go:682 # 0x71bfd3 net/http.(*Client).do+0x293 /usr/local/go/src/net/http/client.go:530 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 16] @ 0x501d04 0x501ce1 0x501baf 0xd82b9d 0xd82f3d 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd82b9c github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x14c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd82f3c github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x19c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:194 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [6: 192] @ 0x63b135 0x653d77 0x653a61 0x655458 0x623dfe 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x63b134 net.IP.String+0x234 /usr/local/go/src/net/ip.go:355 # 0x653d76 net.ipEmptyString+0x356 /usr/local/go/src/net/ip.go:372 # 0x653a60 net.(*UDPAddr).String+0x40 /usr/local/go/src/net/udpsock.go:38 # 0x655457 net.DialUDP+0x207 /usr/local/go/src/net/udpsock.go:214 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [7: 336] @ 0x655a87 0x64e7cc 0x64e110 0x6429c1 0x656782 0x65550e 0x623dfe 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x655a86 net.sockaddrToUDP+0x176 /usr/local/go/src/net/udpsock_posix.go:17 # 0x64e7cb net.(*netFD).dial+0x2fb /usr/local/go/src/net/sock_posix.go:168 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1: 1280] @ 0xb01b27 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 288] @ 0x40d667 0x412535 0x412252 0x411a82 0x1696a4c 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696a4b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1645 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 32] @ 0x782017 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x782016 net/http.(*persistConn).roundTrip+0x496 /usr/local/go/src/net/http/transport.go:2400 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 176] @ 0x77add4 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0x17a2d8b 0x17a2d6b 0x17a483f 0x45f261 # 0x77add3 net/http.(*Transport).getConn+0x143 /usr/local/go/src/net/http/transport.go:1198 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0x17a2d8a net/http.(*Client).Do+0x6a /usr/local/go/src/net/http/client.go:509 # 0x17a2d6a go.elastic.co/apm/transport.(*HTTPTransport).configRequest+0x4a /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:336 # 0x17a483e go.elastic.co/apm/transport.(*HTTPTransport).WatchConfig.func1+0x4ce /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:308 0: 0 [5: 1280] @ 0x79c931 0x79b67b 0x17a2c0e 0x17a287a 0x17bf790 0x45f261 # 0x79c930 github.com/pkg/errors.callers+0x30 /go/pkg/mod/github.com/pkg/errors@v0.8.1/stack.go:135 # 0x79b67a github.com/pkg/errors.Wrap+0x8a /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:191 # 0x17a2c0d go.elastic.co/apm/transport.(*HTTPTransport).sendStreamRequest+0x27d /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:247 # 0x17a2879 go.elastic.co/apm/transport.(*HTTPTransport).SendStream+0x189 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:237 # 0x17bf78f go.elastic.co/apm.(*Tracer).loop.func1+0x18f /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:687 0: 0 [2: 10752] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 2816] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 240] @ 0xb1a7f9 0xb0e2cf 0xa7bcfb 0xabef5f 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb1a7f8 github.com/thanos-io/thanos/pkg/store/storepb.(*LabelMatcher).Unmarshal+0x558 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/types.pb.go:1483 # 0xb0e2ce github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesRequest).Unmarshal+0x4be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:2395 # 0xa7bcfa google.golang.org/grpc/encoding/proto.codec.Unmarshal+0x1fa /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:88 # 0xabef5e google.golang.org/grpc.recv+0x10e /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:711 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1408] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 2560] @ 0xb01b27 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 320] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 1408] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 7168] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 128] @ 0x16953e8 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16953e7 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x597 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1422 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [11: 19712] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0x758e76 0x758e81 0x75fb6f 0x7640f4 0x45f261 # 0x758e75 net/textproto.(*Reader).ReadLine+0xb5 /usr/local/go/src/net/textproto/reader.go:39 # 0x758e80 net/http.readRequest+0xc0 /usr/local/go/src/net/http/request.go:1012 # 0x75fb6e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [1: 32] @ 0x648241 0x17871c5 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x648240 net.HardwareAddr.String+0x240 /usr/local/go/src/net/mac.go:24 # 0x17871c4 github.com/elastic/go-sysinfo/providers/shared.Network+0x1c4 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:41 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [5: 80] @ 0x16993e0 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16993df github.com/thanos-io/thanos/pkg/store.translateMatchers+0x18f /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:35 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 5120] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x5811ce 0x5807a0 0x5807ea 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5811cd regexp.makeOnePass.func1+0xfad /usr/local/go/src/regexp/onepass.go:414 # 0x58079f regexp.makeOnePass.func1+0x57f /usr/local/go/src/regexp/onepass.go:323 # 0x5807e9 regexp.makeOnePass.func1+0x5c9 /usr/local/go/src/regexp/onepass.go:358 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 240] @ 0x655a87 0x64e814 0x64e110 0x6429c1 0x656782 0x65550e 0x623dfe 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x655a86 net.sockaddrToUDP+0x176 /usr/local/go/src/net/udpsock_posix.go:17 # 0x64e813 net.(*netFD).dial+0x343 /usr/local/go/src/net/sock_posix.go:168 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1: 6528] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 32] @ 0xd82c36 0xd82f3d 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd82c35 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x1e5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd82f3c github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x19c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:194 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 768] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 192] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 2816] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 6144] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [7: 2240] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 96] @ 0x5651a7 0x564a06 0x5680d7 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5651a6 regexp/syntax.(*parser).collapse+0x386 /usr/local/go/src/regexp/syntax/parse.go:377 # 0x564a05 regexp/syntax.(*parser).concat+0x165 /usr/local/go/src/regexp/syntax/parse.go:313 # 0x5680d6 regexp/syntax.Parse+0x1086 /usr/local/go/src/regexp/syntax/parse.go:891 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32] @ 0x80b4b6 0x80b482 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b4b5 bufio.(*Scanner).Text+0x315 /usr/local/go/src/bufio/scan.go:112 # 0x80b481 github.com/prometheus/procfs.FS.Stat+0x2e1 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:178 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [6: 768] @ 0x47427f 0x638217 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x47427e syscall.ParseNetlinkRouteAttr+0x19e /usr/local/go/src/syscall/netlink_linux.go:167 # 0x638216 net.interfaceTable+0x296 /usr/local/go/src/net/interface_linux.go:34 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 48] @ 0x4ffc68 0x817f77 0x817f33 0x818c1d 0xb24109 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x817f76 strings.Split+0x76 /usr/local/go/src/strings/strings.go:308 # 0x817f32 github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg.ParseAccept+0x32 /go/pkg/mod/github.com/prometheus/common@v0.7.0/internal/bitbucket.org/ww/goautoneg/autoneg.go:87 # 0x818c1c github.com/prometheus/common/expfmt.Negotiate+0x6c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:42 # 0xb24108 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x1f8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:147 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 256] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 80] @ 0x571d96 0x57a6e8 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x571d95 regexp/syntax.(*Regexp).CapNames+0x55 /usr/local/go/src/regexp/syntax/regexp.go:308 # 0x57a6e7 regexp.compile+0x97 /usr/local/go/src/regexp/regexp.go:175 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 560] @ 0xd79bcb 0x6010d2 0xd849af 0xd81f71 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81f70 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x220 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:85 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 128] @ 0x46e2aa 0x46e17e 0x46de3f 0x75ef4e 0x764086 0x45f261 # 0x46e2a9 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227 # 0x46e17d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206 # 0x46de3e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128 # 0x75ef4d net/http.newBufioWriterSize+0x13d /usr/local/go/src/net/http/server.go:841 # 0x764085 net/http.(*conn).serve+0x665 /usr/local/go/src/net/http/server.go:1814 0: 0 [1: 16] @ 0x50095a 0x500937 0x500525 0x541317 0x8047c4 0x8046fa 0x804630 0x806260 0x826537 0x826063 0x83553d 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0x541316 path/filepath.join+0xa6 /usr/local/go/src/path/filepath/path_unix.go:45 # 0x8047c3 path/filepath.Join+0x1c3 /usr/local/go/src/path/filepath/path.go:210 # 0x8046f9 github.com/prometheus/procfs/internal/fs.FS.Path+0xf9 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/fs/fs.go:54 # 0x80462f github.com/prometheus/procfs.Proc.path+0x2f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:267 # 0x80625f github.com/prometheus/procfs.Proc.Limits+0xbf /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_limits.go:89 # 0x826536 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x4b6 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:59 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [62: 47616] @ 0xb01b27 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 768] @ 0x538725 0x538272 0xdd613f 0xdd4b6c 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x538724 net/url.parse+0x84 /usr/local/go/src/net/url/url.go:516 # 0x538271 net/url.Parse+0xa1 /usr/local/go/src/net/url/url.go:475 # 0xdd613e github.com/minio/minio-go/v6.Client.makeTargetURL+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:922 # 0xdd4b6b github.com/minio/minio-go/v6.Client.newRequest+0x26b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:740 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 1408] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 448] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 2048] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [9: 432] @ 0x40d6cd 0x48f220 0x48fca8 0x62d5f2 0x62e76c 0x65afc1 0x45f261 # 0x48f21f context.propagateCancel+0x11f /usr/local/go/src/context/context.go:252 # 0x48fca7 context.WithDeadline+0x1a7 /usr/local/go/src/context/context.go:403 # 0x62d5f1 net.(*Resolver).exchange+0x211 /usr/local/go/src/net/dnsclient_unix.go:153 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [1: 896] @ 0xb01b27 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0x5651a7 0x564a06 0x5680d7 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5651a6 regexp/syntax.(*parser).collapse+0x386 /usr/local/go/src/regexp/syntax/parse.go:377 # 0x564a05 regexp/syntax.(*parser).concat+0x165 /usr/local/go/src/regexp/syntax/parse.go:313 # 0x5680d6 regexp/syntax.Parse+0x1086 /usr/local/go/src/regexp/syntax/parse.go:891 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 64] @ 0x4f5ee5 0x4f6912 0x4f8bd4 0x4f99ab 0x4f43a2 0x808cf3 0x8263a8 0x826063 0x83553d 0x45f261 # 0x4f5ee4 fmt.(*ss).scanNumber+0x84 /usr/local/go/src/fmt/scan.go:597 # 0x4f6911 fmt.(*ss).scanUint+0x101 /usr/local/go/src/fmt/scan.go:686 # 0x4f8bd3 fmt.(*ss).scanOne+0x9b3 /usr/local/go/src/fmt/scan.go:977 # 0x4f99aa fmt.(*ss).doScan+0xca /usr/local/go/src/fmt/scan.go:1064 # 0x4f43a1 fmt.Fscan+0xa1 /usr/local/go/src/fmt/scan.go:123 # 0x808cf2 github.com/prometheus/procfs.Proc.Stat+0x672 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:137 # 0x8263a7 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x327 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:40 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 80] @ 0x449cef 0x44977e 0xdd60fd 0xdd4b6c 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdd60fc github.com/minio/minio-go/v6.Client.makeTargetURL+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:904 # 0xdd4b6b github.com/minio/minio-go/v6.Client.newRequest+0x26b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:740 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 16] @ 0x564f9c 0x564a06 0x5695ef 0x5674b0 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x564f9b regexp/syntax.(*parser).collapse+0x17b /usr/local/go/src/regexp/syntax/parse.go:380 # 0x564a05 regexp/syntax.(*parser).concat+0x165 /usr/local/go/src/regexp/syntax/parse.go:313 # 0x5695ee regexp/syntax.(*parser).parseRightParen+0x2e /usr/local/go/src/regexp/syntax/parse.go:1211 # 0x5674af regexp/syntax.Parse+0x45f /usr/local/go/src/regexp/syntax/parse.go:748 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 128] @ 0x579f71 0x579f1e 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579f70 regexp.newQueue+0x170 /usr/local/go/src/regexp/onepass.go:141 # 0x579f1d regexp.makeOnePass+0x11d /usr/local/go/src/regexp/onepass.go:307 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 3584] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32] @ 0x16987e2 0x16aa16f 0x872954 0x45f261 # 0x16987e1 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x511 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1861 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 64] @ 0x563962 0x564114 0x5673c2 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563961 regexp/syntax.(*parser).push+0x1a1 /usr/local/go/src/regexp/syntax/parse.go:139 # 0x564113 regexp/syntax.(*parser).op+0x83 /usr/local/go/src/regexp/syntax/parse.go:218 # 0x5673c1 regexp/syntax.Parse+0x371 /usr/local/go/src/regexp/syntax/parse.go:770 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 3840] @ 0xb01b27 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2048] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 61440] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 18432] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 448] @ 0x449cef 0x44977e 0x4499f7 0xd84539 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd84538 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x638 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:306 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [4: 640] @ 0x561d6e 0x561c37 0x561cef 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x561d6d regexp/syntax.(*compiler).inst+0xa1d /usr/local/go/src/regexp/syntax/compile.go:173 # 0x561c36 regexp/syntax.(*compiler).empty+0x8e6 /usr/local/go/src/regexp/syntax/compile.go:260 # 0x561cee regexp/syntax.(*compiler).compile+0x99e /usr/local/go/src/regexp/syntax/compile.go:129 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x474e63 0x475513 0x64e615 0x64e110 0x6429c1 0x656782 0x65550e 0x623dfe 0x62396f 0x63094d 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x474e62 syscall.anyToSockaddr+0x52 /usr/local/go/src/syscall/syscall_linux.go:501 # 0x475512 syscall.Getsockname+0xc2 /usr/local/go/src/syscall/syscall_linux.go:562 # 0x64e614 net.(*netFD).dial+0x144 /usr/local/go/src/net/sock_posix.go:164 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x63094c net.goLookupIPFiles+0x1ec /usr/local/go/src/net/dnsclient_unix.go:554 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1: 48] @ 0x82f7ab 0x82347a 0x82342c 0x8232b0 0x83553d 0x45f261 # 0x82f7aa github.com/prometheus/client_golang/prometheus.NewConstMetric+0xda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:93 # 0x823479 github.com/prometheus/client_golang/prometheus.MustNewConstMetric+0xd9 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:100 # 0x82342b github.com/prometheus/client_golang/prometheus.(*goCollector).msCollect+0x8b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:357 # 0x8232af github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x7ff /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:343 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 32] @ 0x501d04 0x501ce1 0x501baf 0xd82b9d 0xd82f3d 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd82b9c github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x14c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd82f3c github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x19c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:194 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [5: 800] @ 0xdde131 0xdd3c52 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdde130 github.com/minio/minio-go/v6.Client.newRetryTimer+0x30 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/retry.go:44 # 0xdd3c51 github.com/minio/minio-go/v6.Client.executeMethod+0x1d1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:600 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 96] @ 0x404bdc 0x828780 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82877f github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x8f /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:409 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 3584] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 16] @ 0x50095a 0x500937 0x500525 0x541317 0x8047c4 0x8046fa 0x804630 0x808748 0x8263a8 0x826063 0x83553d 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0x541316 path/filepath.join+0xa6 /usr/local/go/src/path/filepath/path_unix.go:45 # 0x8047c3 path/filepath.Join+0x1c3 /usr/local/go/src/path/filepath/path.go:210 # 0x8046f9 github.com/prometheus/procfs/internal/fs.FS.Path+0xf9 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/fs/fs.go:54 # 0x80462f github.com/prometheus/procfs.Proc.path+0x2f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:267 # 0x808747 github.com/prometheus/procfs.Proc.Stat+0xc7 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:116 # 0x8263a7 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x327 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:40 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [2: 128] @ 0xb4ef8b 0xb4dadb 0xb451ba 0xb4750c 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb4ef8a encoding/xml.(*Decoder).rawToken+0x75a /usr/local/go/src/encoding/xml/xml.go:841 # 0xb4dada encoding/xml.(*Decoder).Token+0x102a /usr/local/go/src/encoding/xml/xml.go:288 # 0xb451b9 encoding/xml.(*Decoder).unmarshal+0x339 /usr/local/go/src/encoding/xml/read.go:516 # 0xb4750b encoding/xml.(*Decoder).unmarshal+0x268b /usr/local/go/src/encoding/xml/read.go:401 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [2: 640] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 2560] @ 0x562aef 0x56275b 0x56274f 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x562aee regexp/syntax.(*compiler).inst+0x179e /usr/local/go/src/regexp/syntax/compile.go:173 # 0x56275a regexp/syntax.(*compiler).cap+0x140a /usr/local/go/src/regexp/syntax/compile.go:188 # 0x56274e regexp/syntax.(*compiler).compile+0x13fe /usr/local/go/src/regexp/syntax/compile.go:137 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 1280] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [6: 576] @ 0x404bdc 0x4846ea 0x71b8a2 0x71afd9 0x71aa3a 0x71c10e 0x17a29eb 0x17a29cb 0x17a287a 0x17bf790 0x45f261 # 0x4846e9 time.NewTimer+0x39 /usr/local/go/src/time/sleep.go:83 # 0x71b8a1 net/http.setRequestCancel+0x1e1 /usr/local/go/src/net/http/client.go:317 # 0x71afd8 net/http.send+0x3f8 /usr/local/go/src/net/http/client.go:248 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0x17a29ea net/http.(*Client).Do+0x5a /usr/local/go/src/net/http/client.go:509 # 0x17a29ca go.elastic.co/apm/transport.(*HTTPTransport).sendStreamRequest+0x3a /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:245 # 0x17a2879 go.elastic.co/apm/transport.(*HTTPTransport).SendStream+0x189 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:237 # 0x17bf78f go.elastic.co/apm.(*Tracer).loop.func1+0x18f /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:687 0: 0 [5: 80] @ 0x48fd5b 0x62d5f2 0x62e76c 0x65afc1 0x45f261 # 0x48fd5a context.WithDeadline+0x25a /usr/local/go/src/context/context.go:416 # 0x62d5f1 net.(*Resolver).exchange+0x211 /usr/local/go/src/net/dnsclient_unix.go:153 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [1: 48] @ 0x449cef 0x44977e 0x449a67 0xd831aa 0xd8425f 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd831a9 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0xb9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:202 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [4: 1152] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [16: 36864] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [9: 1296] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [5: 400] @ 0x449cef 0x44977e 0x4499f7 0xd8458f 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd8458e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x68e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:307 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 96] @ 0x40d8d0 0x7539b4 0x71cf74 0x71bfd4 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x7539b3 net/http.Header.Clone+0x113 /usr/local/go/src/net/http/header.go:93 # 0x71cf73 net/http.(*Client).makeHeadersCopier+0x43 /usr/local/go/src/net/http/client.go:671 # 0x71bfd3 net/http.(*Client).do+0x293 /usr/local/go/src/net/http/client.go:530 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 352] @ 0x4133d3 0x753b03 0x71cf74 0x71bfd4 0xdd3610 0xdd35f3 0xdd3e51 0xdb397c 0xde1703 0x45f261 # 0x753b02 net/http.Header.Clone+0x262 /usr/local/go/src/net/http/header.go:96 # 0x71cf73 net/http.(*Client).makeHeadersCopier+0x43 /usr/local/go/src/net/http/client.go:671 # 0x71bfd3 net/http.(*Client).do+0x293 /usr/local/go/src/net/http/client.go:530 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdb397b github.com/minio/minio-go/v6.Client.listObjectsQuery+0x3db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:481 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [8: 11264] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 288] @ 0x411e35 0x783a17 0x77903d 0x7893a0 0x7804fe 0x45f261 # 0x783a16 net/http.(*connLRU).add+0xb6 /usr/local/go/src/net/http/transport.go:2682 # 0x77903c net/http.(*Transport).tryPutIdleConn+0x68c /usr/local/go/src/net/http/transport.go:873 # 0x78939f net/http.(*persistConn).readLoop.func2+0x3f /usr/local/go/src/net/http/transport.go:1870 # 0x7804fd net/http.(*persistConn).readLoop+0xb4d /usr/local/go/src/net/http/transport.go:2025 0: 0 [19: 14592] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 128] @ 0x601146 0xd849af 0xd81ff7 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ff6 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x2a6 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:86 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 960] @ 0xa4aeb9 0xa3febd 0xa3fc46 0xa3f73d 0xa3f388 0xa4991b 0xa44438 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa4aeb8 golang.org/x/net/http2.(*Framer).readMetaFrame.func1+0x208 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1528 # 0xa3febc golang.org/x/net/http2/hpack.(*Decoder).callEmit+0x9c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:393 # 0xa3fc45 golang.org/x/net/http2/hpack.(*Decoder).parseFieldLiteral+0x225 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:383 # 0xa3f73c golang.org/x/net/http2/hpack.(*Decoder).parseHeaderFieldRepr+0x18c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:316 # 0xa3f387 golang.org/x/net/http2/hpack.(*Decoder).Write+0x97 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:262 # 0xa4991a golang.org/x/net/http2.(*Framer).readMetaFrame+0x23a /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1536 # 0xa44437 golang.org/x/net/http2.(*Framer).ReadFrame+0x3b7 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:517 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [5: 20480] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 384] @ 0x48fbff 0x628c1f 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x48fbfe context.WithDeadline+0xfe /usr/local/go/src/context/context.go:401 # 0x628c1e net.(*Dialer).DialContext+0x9de /usr/local/go/src/net/dial.go:375 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [2: 96] @ 0x449cef 0x44977e 0x4499f7 0x82a6e7 0x82a20b 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82a6e6 github.com/prometheus/client_golang/prometheus.checkSuffixCollisions+0x216 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:816 # 0x82a20a github.com/prometheus/client_golang/prometheus.processMetric+0xbda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:665 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 48] @ 0x40d8d0 0x7539b4 0x760c1e 0x763226 0x762d46 0x6fa23f 0x559315 0x81c29f 0x81a510 0x81c23d 0x818b80 0xb24310 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x7539b3 net/http.Header.Clone+0x113 /usr/local/go/src/net/http/header.go:93 # 0x760c1d net/http.(*response).WriteHeader+0x23d /usr/local/go/src/net/http/server.go:1130 # 0x763225 net/http.(*response).write+0x405 /usr/local/go/src/net/http/server.go:1558 # 0x762d45 net/http.(*response).Write+0x55 /usr/local/go/src/net/http/server.go:1541 # 0x6fa23e compress/gzip.(*Writer).Write+0x25e /usr/local/go/src/compress/gzip/gzip.go:168 # 0x559314 bufio.(*Writer).Flush+0x74 /usr/local/go/src/bufio/bufio.go:593 # 0x81c29e github.com/prometheus/common/expfmt.MetricFamilyToText.func1+0x2e /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/text_create.go:85 # 0x81a50f github.com/prometheus/common/expfmt.MetricFamilyToText+0x11bf /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/text_create.go:269 # 0x81c23c github.com/prometheus/common/expfmt.NewEncoder.func4+0x3c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:83 # 0x818b7f github.com/prometheus/common/expfmt.encoder.Encode+0x2f /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:36 # 0xb2430f github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x3ff /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:167 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 10752] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 576] @ 0x5798fd 0x57a46e 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5798fc regexp.onePassCopy+0x5c /usr/local/go/src/regexp/onepass.go:225 # 0x57a46d regexp.compileOnePass+0x11d /usr/local/go/src/regexp/onepass.go:497 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2760704] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [5: 80] @ 0x8242f8 0x833965 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x8242f7 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x2d7 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:330 # 0x833964 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Write+0x54 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:158 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [4: 384] @ 0x48f5a4 0x643fd2 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x48f5a3 context.(*cancelCtx).Done+0xa3 /usr/local/go/src/context/context.go:327 # 0x643fd1 net.(*Resolver).lookupIPAddr+0x5b1 /usr/local/go/src/net/lookup.go:276 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [9: 432] @ 0x82fb8f 0x82f91f 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fb8e github.com/prometheus/client_golang/prometheus.populateMetric+0x23e /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:131 # 0x82f91e github.com/prometheus/client_golang/prometheus.(*constMetric).Write+0x5e /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:119 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [5: 400] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [7: 14336] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 32] @ 0x16904b5 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16904b4 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x254 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:846 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [14: 68096] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [8: 1536] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 5376] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [43: 16512] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 3072] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 352] @ 0x4133d3 0xdd5c04 0xdd5b74 0xdd5b60 0xdd4d49 0xdd3d2d 0xdb397c 0xde1703 0x45f261 # 0xdd5c03 net/textproto.MIMEHeader.Set+0xd3 /usr/local/go/src/net/textproto/header.go:22 # 0xdd5b73 net/http.Header.Set+0x43 /usr/local/go/src/net/http/header.go:37 # 0xdd5b5f github.com/minio/minio-go/v6.Client.setUserAgent+0x2f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:854 # 0xdd4d48 github.com/minio/minio-go/v6.Client.newRequest+0x448 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:792 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdb397b github.com/minio/minio-go/v6.Client.listObjectsQuery+0x3db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:481 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [34: 21760] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [21: 12096] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [166: 1019904] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 128] @ 0x75e1d3 0x75e1f5 0x75e7af 0x5577d3 0x55852d 0x558764 0x6d92ac 0x758e52 0x758e81 0x75fb6f 0x7640f4 0x45f261 # 0x75e1d2 sync.NewCond+0x62 /usr/local/go/src/sync/cond.go:33 # 0x75e1f4 net/http.(*connReader).lock+0x84 /usr/local/go/src/net/http/server.go:656 # 0x75e7ae net/http.(*connReader).Read+0x2e /usr/local/go/src/net/http/server.go:758 # 0x5577d2 bufio.(*Reader).fill+0x102 /usr/local/go/src/bufio/bufio.go:100 # 0x55852c bufio.(*Reader).ReadSlice+0x3c /usr/local/go/src/bufio/bufio.go:359 # 0x558763 bufio.(*Reader).ReadLine+0x33 /usr/local/go/src/bufio/bufio.go:388 # 0x6d92ab net/textproto.(*Reader).readLineSlice+0x6b /usr/local/go/src/net/textproto/reader.go:57 # 0x758e51 net/textproto.(*Reader).ReadLine+0x91 /usr/local/go/src/net/textproto/reader.go:38 # 0x758e80 net/http.readRequest+0xc0 /usr/local/go/src/net/http/request.go:1012 # 0x75fb6e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [2: 64] @ 0x168d83b 0xb1b346 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0x168d83a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Info+0x19a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:571 # 0xb1b345 github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:849 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 8096] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [157: 422016] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 256] @ 0x1697982 0x1697fc9 0x168e7c5 0x16a8228 0x872954 0x45f261 # 0x1697981 github.com/thanos-io/thanos/pkg/store.gapBasedPartitioner.Partition+0x181 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1751 # 0x1697fc8 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload+0x288 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1831 # 0x168e7c4 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc14 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:723 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [8: 8388608] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 4366336] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 32] @ 0xb1a575 0xb0e2cf 0xa7bcfb 0xabef5f 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb1a574 github.com/thanos-io/thanos/pkg/store/storepb.(*LabelMatcher).Unmarshal+0x2d4 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/types.pb.go:1451 # 0xb0e2ce github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesRequest).Unmarshal+0x4be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:2395 # 0xa7bcfa google.golang.org/grpc/encoding/proto.codec.Unmarshal+0x1fa /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:88 # 0xabef5e google.golang.org/grpc.recv+0x10e /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:711 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 917504] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [14707: 7108304896] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1849: 3180871680] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [960: 7911505920] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 448] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [84: 129024] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [320: 983040] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 344064] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [17: 184960] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 48] @ 0xb4f3f8 0xb4dadb 0xb47da7 0xb438bb 0xdde330 0xdde33b 0xda8736 0xdd408e 0xdaf37a 0xddfe7d 0x45f261 # 0xb4f3f7 encoding/xml.(*Decoder).rawToken+0xbc7 /usr/local/go/src/encoding/xml/xml.go:650 # 0xb4dada encoding/xml.(*Decoder).Token+0x102a /usr/local/go/src/encoding/xml/xml.go:288 # 0xb47da6 encoding/xml.(*Decoder).unmarshal+0x2f26 /usr/local/go/src/encoding/xml/read.go:312 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xda8735 github.com/minio/minio-go/v6.httpRespToErrorResponse+0x145 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-error-response.go:114 # 0xdd408d github.com/minio/minio-go/v6.Client.executeMethod+0x60d /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:653 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [12: 4608] @ 0x1694099 0x1694146 0x1690833 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1694098 github.com/thanos-io/thanos/pkg/store.newBucketChunkReader+0x68 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1795 # 0x1694145 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).chunkReader+0x115 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1283 # 0x1690832 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x5d2 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:875 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 192] @ 0x4de569 0x804573 0x804410 0x82642b 0x826446 0x826063 0x83553d 0x45f261 # 0x4de568 os.(*File).readdirnames+0x3c8 /usr/local/go/src/os/dir_unix.go:32 # 0x804572 os.(*File).Readdirnames+0x2a2 /usr/local/go/src/os/dir.go:48 # 0x80440f github.com/prometheus/procfs.Proc.fileDescriptors+0x13f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:258 # 0x82642a github.com/prometheus/procfs.Proc.FileDescriptorsLen+0x3aa /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:219 # 0x826445 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x3c5 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:53 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 128] @ 0x53bd6c 0x53bc68 0xd82df1 0xd84204 0xdd51a6 0xdd3d2d 0xdb397c 0xde1703 0x45f261 # 0x53bd6b strings.(*Builder).WriteString+0x60b /usr/local/go/src/strings/builder.go:122 # 0x53bc67 net/url.Values.Encode+0x507 /usr/local/go/src/net/url/url.go:930 # 0xd82df0 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x50 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:188 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdb397b github.com/minio/minio-go/v6.Client.listObjectsQuery+0x3db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:481 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 2304] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 8192] @ 0x4de5aa 0x4e6102 0x4e5a53 0x4e56a2 0x9157bd 0x9157c8 0x168b3f6 0x19d6ec0 0x8b5d01 0x19d7555 0x588027 0x45f261 # 0x4de5a9 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34 # 0x4e6101 os.(*File).Readdirnames+0x861 /usr/local/go/src/os/dir.go:48 # 0x4e5a52 os.removeAllFrom+0x1b2 /usr/local/go/src/os/removeall_at.go:110 # 0x4e56a1 os.removeAll+0x2e1 /usr/local/go/src/os/removeall_at.go:49 # 0x9157bc os.RemoveAll+0xd9c /usr/local/go/src/os/path.go:70 # 0x9157c7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch+0xda7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:348 # 0x168b3f5 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks+0x65 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:324 # 0x19d6ebf main.runStore.func4.1+0x5f /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:279 # 0x8b5d00 github.com/thanos-io/thanos/pkg/runutil.Repeat+0x90 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:72 # 0x19d7554 main.runStore.func4+0x504 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:278 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [1: 32] @ 0x57f189 0xd77c53 0xdd69b6 0xdd5e33 0xdd4b6c 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x57f188 regexp.(*Regexp).FindStringSubmatch+0x108 /usr/local/go/src/regexp/regexp.go:1025 # 0xd77c52 github.com/minio/minio-go/v6/pkg/s3utils.GetRegionFromURL+0x252 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3utils/utils.go:131 # 0xdd69b5 github.com/minio/minio-go/v6/pkg/s3utils.IsAmazonEndpoint+0xbd5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3utils/utils.go:143 # 0xdd5e32 github.com/minio/minio-go/v6.Client.makeTargetURL+0x52 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:864 # 0xdd4b6b github.com/minio/minio-go/v6.Client.newRequest+0x26b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:740 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 32] @ 0xb50b13 0xb4dadb 0xb451ba 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xda8736 0xdafafa 0xddfe7d 0x45f261 # 0xb50b12 encoding/xml.(*Decoder).rawToken+0x22e2 /usr/local/go/src/encoding/xml/xml.go:575 # 0xb4dada encoding/xml.(*Decoder).Token+0x102a /usr/local/go/src/encoding/xml/xml.go:288 # 0xb451b9 encoding/xml.(*Decoder).unmarshal+0x339 /usr/local/go/src/encoding/xml/read.go:516 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xda8735 github.com/minio/minio-go/v6.httpRespToErrorResponse+0x145 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-error-response.go:114 # 0xdafaf9 github.com/minio/minio-go/v6.Client.getObject+0x999 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:634 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 176] @ 0xda88c8 0xdafafa 0xddfe7d 0x45f261 # 0xda88c7 github.com/minio/minio-go/v6.httpRespToErrorResponse+0x2d7 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-error-response.go:183 # 0xdafaf9 github.com/minio/minio-go/v6.Client.getObject+0x999 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:634 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [6: 960] @ 0xabd8d6 0xabe58d 0xabeeeb 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xabd8d5 google.golang.org/grpc.(*parser).recvMsg+0xd5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:526 # 0xabe58c google.golang.org/grpc.recvAndDecompress+0x4c /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:639 # 0xabeeea google.golang.org/grpc.recv+0x9a /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:707 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 24576] @ 0xb4c9a3 0xb4ca4f 0xb4c93e 0xb4c89a 0xdde305 0xda8736 0xdafafa 0xddfe7d 0x45f261 # 0xb4c9a2 bufio.NewReaderSize+0x192 /usr/local/go/src/bufio/bufio.go:56 # 0xb4ca4e bufio.NewReader+0x23e /usr/local/go/src/bufio/bufio.go:62 # 0xb4c93d encoding/xml.(*Decoder).switchToReader+0x12d /usr/local/go/src/encoding/xml/xml.go:373 # 0xb4c899 encoding/xml.NewDecoder+0x89 /usr/local/go/src/encoding/xml/xml.go:236 # 0xdde304 github.com/minio/minio-go/v6.xmlDecoder+0x34 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:46 # 0xda8735 github.com/minio/minio-go/v6.httpRespToErrorResponse+0x145 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-error-response.go:114 # 0xdafaf9 github.com/minio/minio-go/v6.Client.getObject+0x999 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:634 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 64] @ 0xb47de4 0xb438bb 0xdde330 0xdde33b 0xda8736 0xdafafa 0xddfe7d 0x45f261 # 0xb47de3 encoding/xml.(*Decoder).unmarshal+0x2f63 /usr/local/go/src/encoding/xml/read.go:316 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xda8735 github.com/minio/minio-go/v6.httpRespToErrorResponse+0x145 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-error-response.go:114 # 0xdafaf9 github.com/minio/minio-go/v6.Client.getObject+0x999 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:634 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [7: 224] @ 0xa6bbfa 0xa6a303 0xac4441 0xac7e27 0xad565b 0x45f261 # 0xa6bbf9 google.golang.org/grpc/internal/transport.(*http2Server).finishStream+0x49 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:1079 # 0xa6a302 google.golang.org/grpc/internal/transport.(*http2Server).WriteStatus+0x522 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:872 # 0xac4440 google.golang.org/grpc.(*Server).processUnaryRPC+0x9a0 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1089 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 28672] @ 0xb4c9a3 0xb4ca4f 0xb4c93e 0xb4c89a 0xdde305 0xda8736 0xdd408e 0xdaf37a 0xddfe7d 0x45f261 # 0xb4c9a2 bufio.NewReaderSize+0x192 /usr/local/go/src/bufio/bufio.go:56 # 0xb4ca4e bufio.NewReader+0x23e /usr/local/go/src/bufio/bufio.go:62 # 0xb4c93d encoding/xml.(*Decoder).switchToReader+0x12d /usr/local/go/src/encoding/xml/xml.go:373 # 0xb4c899 encoding/xml.NewDecoder+0x89 /usr/local/go/src/encoding/xml/xml.go:236 # 0xdde304 github.com/minio/minio-go/v6.xmlDecoder+0x34 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:46 # 0xda8735 github.com/minio/minio-go/v6.httpRespToErrorResponse+0x145 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-error-response.go:114 # 0xdd408d github.com/minio/minio-go/v6.Client.executeMethod+0x60d /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:653 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 16] @ 0xb527bf 0xb5250f 0xb4fce0 0xb4dadb 0xb451ba 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xda8736 0xdafafa 0xddfe7d 0x45f261 # 0xb527be encoding/xml.(*Decoder).name+0x1be /usr/local/go/src/encoding/xml/xml.go:1180 # 0xb5250e encoding/xml.(*Decoder).nsname+0x2e /usr/local/go/src/encoding/xml/xml.go:1151 # 0xb4fcdf encoding/xml.(*Decoder).rawToken+0x14af /usr/local/go/src/encoding/xml/xml.go:585 # 0xb4dada encoding/xml.(*Decoder).Token+0x102a /usr/local/go/src/encoding/xml/xml.go:288 # 0xb451b9 encoding/xml.(*Decoder).unmarshal+0x339 /usr/local/go/src/encoding/xml/read.go:516 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xda8735 github.com/minio/minio-go/v6.httpRespToErrorResponse+0x145 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-error-response.go:114 # 0xdafaf9 github.com/minio/minio-go/v6.Client.getObject+0x999 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:634 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [3: 192] @ 0x1694555 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1694554 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x164 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1338 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [6: 96] @ 0xb1a575 0xb0e2cf 0xa7bcfb 0xabef5f 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb1a574 github.com/thanos-io/thanos/pkg/store/storepb.(*LabelMatcher).Unmarshal+0x2d4 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/types.pb.go:1451 # 0xb0e2ce github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesRequest).Unmarshal+0x4be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:2395 # 0xa7bcfa google.golang.org/grpc/encoding/proto.codec.Unmarshal+0x1fa /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:88 # 0xabef5e google.golang.org/grpc.recv+0x10e /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:711 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 384] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 288] @ 0x828931 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x828930 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x240 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:420 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 640] @ 0xb01b27 0xb01e4c 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 2048] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 80] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [12252: 6122471424] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [7: 5376] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [31: 23808] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [31: 7936] @ 0xb01b27 0xb01cd4 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 192] @ 0x642d68 0x652a0e 0x64e566 0x64e110 0x6429c1 0x652f6c 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x642d67 net.ipToSockaddr+0x357 /usr/local/go/src/net/ipsock_posix.go:177 # 0x652a0d net.(*TCPAddr).sockaddr+0x6d /usr/local/go/src/net/tcpsock_posix.go:40 # 0x64e565 net.(*netFD).dial+0x95 /usr/local/go/src/net/sock_posix.go:146 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x652f6b net.(*sysDialer).doDialTCP+0x16b /usr/local/go/src/net/tcpsock_posix.go:95 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [2: 32] @ 0x80b504 0x80b50f 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80b503 bufio.(*Scanner).Text+0x363 /usr/local/go/src/bufio/scan.go:112 # 0x80b50e github.com/prometheus/procfs.FS.Stat+0x36e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [12: 3072] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 3072] @ 0xb01b27 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 3584] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 1600] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [19: 9728] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 96] @ 0x40d6cd 0xdd0e62 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdd0e61 github.com/minio/minio-go/v6.Client.statObject+0x6b1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:194 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 192] @ 0x60118b 0xd849af 0xd81ff7 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x60118a crypto/hmac.New+0x12a /usr/local/go/src/crypto/hmac/hmac.go:77 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ff6 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x2a6 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:86 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [15: 240] @ 0xdde17c 0xdd3c52 0xdaf37a 0xddfe7d 0x45f261 # 0xdde17b github.com/minio/minio-go/v6.Client.newRetryTimer+0x7b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/retry.go:44 # 0xdd3c51 github.com/minio/minio-go/v6.Client.executeMethod+0x1d1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:600 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [4: 64] @ 0x168fc91 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x168fc90 github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x560 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0x642ad2 0x655c0e 0x64e566 0x64e110 0x6429c1 0x656782 0x65550e 0x623dfe 0x62396f 0x63094d 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x642ad1 net.ipToSockaddr+0xc1 /usr/local/go/src/net/ipsock_posix.go:154 # 0x655c0d net.(*UDPAddr).sockaddr+0x6d /usr/local/go/src/net/udpsock_posix.go:38 # 0x64e565 net.(*netFD).dial+0x95 /usr/local/go/src/net/sock_posix.go:146 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x63094c net.goLookupIPFiles+0x1ec /usr/local/go/src/net/dnsclient_unix.go:554 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [8: 2560] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1728] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1536] @ 0x46ea35 0x46ddbd 0xe4e64c 0x1698cc1 0x8b61a9 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x46ea34 sync.(*poolChain).pushHead+0xd4 /usr/local/go/src/sync/poolqueue.go:252 # 0x46ddbc sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108 # 0xe4e64b github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Put+0x8b /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:102 # 0x1698cc0 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).Close+0x80 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1924 # 0x8b61a8 github.com/thanos-io/thanos/pkg/runutil.CloseWithLogOnErr+0x48 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:109 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 128] @ 0xd82a18 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd82a17 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x6c7 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:136 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 96] @ 0x82f7ab 0x8267b3 0x826767 0x826063 0x83553d 0x45f261 # 0x82f7aa github.com/prometheus/client_golang/prometheus.NewConstMetric+0xda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:93 # 0x8267b2 github.com/prometheus/client_golang/prometheus.MustNewConstMetric+0x732 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:100 # 0x826766 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x6e6 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:61 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [12: 2688] @ 0x8087be 0x8263a8 0x826063 0x83553d 0x45f261 # 0x8087bd github.com/prometheus/procfs.Proc.Stat+0x13d /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:124 # 0x8263a7 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x327 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:40 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [8: 6144] @ 0xb01b27 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 2816] @ 0xb01b27 0xb01e4c 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 2304] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 320] @ 0x473fe4 0x6380ca 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x473fe3 syscall.ParseNetlinkMessage+0x1e3 /usr/local/go/src/syscall/netlink_linux.go:124 # 0x6380c9 net.interfaceTable+0x149 /usr/local/go/src/net/interface_linux.go:21 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [6: 3072] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 24] @ 0x563962 0x564114 0x567d90 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563961 regexp/syntax.(*parser).push+0x1a1 /usr/local/go/src/regexp/syntax/parse.go:139 # 0x564113 regexp/syntax.(*parser).op+0x83 /usr/local/go/src/regexp/syntax/parse.go:218 # 0x567d8f regexp/syntax.Parse+0xd3f /usr/local/go/src/regexp/syntax/parse.go:754 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x62bd2d 0x6366a0 0x6307ad 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x62bd2c net.absDomainName+0x8c /usr/local/go/src/net/dnsclient.go:136 # 0x63669f net.lookupStaticHost+0x16f /usr/local/go/src/net/hosts.go:113 # 0x6307ac net.goLookupIPFiles+0x4c /usr/local/go/src/net/dnsclient_unix.go:547 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [49: 18816] @ 0xb01b27 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 240] @ 0x623d20 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x623d1f net.srcAddrs+0x3f /usr/local/go/src/net/addrselect.go:42 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1: 64] @ 0x17b9941 0x17b996f 0x45f261 # 0x17b9940 go.elastic.co/apm/internal/iochan.NewReader+0x2e20 /go/pkg/mod/go.elastic.co/apm@v1.5.0/internal/iochan/reader.go:45 # 0x17b996e go.elastic.co/apm.(*Tracer).loop+0x2e4e /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:919 0: 0 [1: 16] @ 0x8241a6 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x8241a5 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x185 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:323 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [3: 96] @ 0x40d5eb 0x40d484 0x4119c5 0x82ba73 0x8299f5 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82ba72 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0xb52 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:904 # 0x8299f4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:670 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [18: 9216] @ 0xb01b27 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 384] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 384] @ 0xb01b27 0xb01cd4 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1024] @ 0x1695d8a 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695d89 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x4a9 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1512 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 5439488] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 80] @ 0x8bf886 0x8bec00 0x91f93f 0x91e655 0x9215ba 0x168c9d4 0x16a7701 0x45f261 # 0x8bf885 github.com/thanos-io/thanos/pkg/objstore.newTimingReadCloser+0x105 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:376 # 0x8bebff github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0x1ff /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:290 # 0x91f93e github.com/thanos-io/thanos/pkg/block/indexheader.(*chunkedIndexReader).CopySymbols+0x8e /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:195 # 0x91e654 github.com/thanos-io/thanos/pkg/block/indexheader.WriteBinary+0x2c4 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:93 # 0x9215b9 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x3b9 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:447 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [2: 64] @ 0x81f120 0x834188 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81f11f github.com/prometheus/client_golang/prometheus.NewDesc+0x18f /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/desc.go:92 # 0x834187 github.com/prometheus/client_golang/prometheus.wrapDesc+0x517 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [6: 192] @ 0x40f7f9 0x4118fc 0xedb87d 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb87c github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x1ec /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:324 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [10: 2560] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2048] @ 0x46ea35 0x46ddbd 0xe4e64c 0x1693eb6 0x1698392 0x16aa16f 0x872954 0x45f261 # 0x46ea34 sync.(*poolChain).pushHead+0xd4 /usr/local/go/src/sync/poolqueue.go:252 # 0x46ddbc sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108 # 0xe4e64b github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Put+0x8b /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:102 # 0x1693eb5 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x465 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1263 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 96] @ 0x4e2c9c 0x4e2fd7 0x4e1523 0x806289 0x8061f9 0x826537 0x826063 0x83553d 0x45f261 # 0x4e2c9b os.newFile+0x6b /usr/local/go/src/os/file_unix.go:116 # 0x4e2fd6 os.openFileNolog+0x1b6 /usr/local/go/src/os/file_unix.go:222 # 0x4e1522 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300 # 0x806288 os.Open+0xe8 /usr/local/go/src/os/file.go:280 # 0x8061f8 github.com/prometheus/procfs.Proc.Limits+0x58 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_limits.go:89 # 0x826536 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x4b6 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:59 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [2: 576] @ 0x4ebd12 0xa2ee44 0x55d6b8 0x55d148 0x55beac 0x55c11f 0x5849b4 0x5878f0 0x584700 0x16a8eb0 0x1690dc0 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x4ebd11 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220 # 0xa2ee43 google.golang.org/grpc/status.(*statusError).Error+0xe3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/status/status.go:54 # 0x55d6b7 github.com/go-logfmt/logfmt.safeError+0xa7 /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:286 # 0x55d147 github.com/go-logfmt/logfmt.writeValue+0x557 /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:215 # 0x55beab github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyval+0xfb /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:61 # 0x55c11e github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyvals+0x12e /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:84 # 0x5849b3 github.com/go-kit/kit/log.logfmtLogger.Log+0x103 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/logfmt_logger.go:46 # 0x5878ef github.com/go-kit/kit/log/level.(*logger).Log+0xaf /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/level/level.go:63 # 0x5846ff github.com/go-kit/kit/log.(*context).Log+0x21f /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:124 # 0x16a8eaf github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x97f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:921 # 0x1690dbf github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xb5f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:933 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 144] @ 0x1694d0f 0x1694cff 0x1694c42 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1694d0e github.com/prometheus/prometheus/tsdb/index.newRemovedPostings+0xee /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:579 # 0x1694cfe github.com/prometheus/prometheus/tsdb/index.Without+0xde /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:566 # 0x1694c41 github.com/thanos-io/thanos/pkg/store.allWithout+0x21 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1409 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [11: 5632] @ 0xb01b27 0xb01e4c 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 2304] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 64] @ 0x16a83bd 0x872954 0x45f261 # 0x16a83bc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0x25c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:895 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [6: 192] @ 0xac3caf 0xac7e27 0xad565b 0x45f261 # 0xac3cae google.golang.org/grpc.(*Server).processUnaryRPC+0x20e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:971 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 4096] @ 0x779c41 0x779b0e 0x77af25 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x779c40 net/http.(*wantConnQueue).pushBack+0x500 /usr/local/go/src/net/http/transport.go:1138 # 0x779b0d net/http.(*Transport).queueForIdleConn+0x3cd /usr/local/go/src/net/http/transport.go:957 # 0x77af24 net/http.(*Transport).getConn+0x294 /usr/local/go/src/net/http/transport.go:1207 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [10: 320] @ 0x474e63 0x475513 0x64e615 0x64e110 0x6429c1 0x656782 0x62a30b 0x629681 0x6288a6 0x6454e4 0x62d689 0x62e76c 0x65afc1 0x45f261 # 0x474e62 syscall.anyToSockaddr+0x52 /usr/local/go/src/syscall/syscall_linux.go:501 # 0x475512 syscall.Getsockname+0xc2 /usr/local/go/src/syscall/syscall_linux.go:562 # 0x64e614 net.(*netFD).dial+0x144 /usr/local/go/src/net/sock_posix.go:164 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x62a30a net.(*sysDialer).dialSingle+0x62a /usr/local/go/src/net/dial.go:581 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x6288a5 net.(*Dialer).DialContext+0x665 /usr/local/go/src/net/dial.go:424 # 0x6454e3 net.(*Resolver).dial+0xc3 /usr/local/go/src/net/lookup_unix.go:70 # 0x62d688 net.(*Resolver).exchange+0x2a8 /usr/local/go/src/net/dnsclient_unix.go:156 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [1: 16] @ 0x53aed2 0x53a05b 0x71dd1f 0x784707 0x71c275 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x53aed1 strings.(*Builder).WriteString+0xed1 /usr/local/go/src/strings/builder.go:122 # 0x53a05a net/url.(*URL).String+0x5a /usr/local/go/src/net/url/url.go:776 # 0x71dd1e net/http.stripPassword+0x4e /usr/local/go/src/net/http/client.go:933 # 0x784706 net/http.(*Client).do.func2+0x66 /usr/local/go/src/net/http/client.go:546 # 0x71c274 net/http.(*Client).do+0x534 /usr/local/go/src/net/http/client.go:651 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [2: 64] @ 0xd82cb9 0xd82ca6 0xd82f3d 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd82cb8 sort.Strings+0x268 /usr/local/go/src/sort/sort.go:314 # 0xd82ca5 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x255 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:174 # 0xd82f3c github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x19c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:194 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [12: 6144] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 8192] @ 0x779c41 0x779b0e 0x77af25 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x779c40 net/http.(*wantConnQueue).pushBack+0x500 /usr/local/go/src/net/http/transport.go:1138 # 0x779b0d net/http.(*Transport).queueForIdleConn+0x3cd /usr/local/go/src/net/http/transport.go:957 # 0x77af24 net/http.(*Transport).getConn+0x294 /usr/local/go/src/net/http/transport.go:1207 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [3: 480] @ 0x80b75f 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b75e github.com/prometheus/procfs.FS.Stat+0x5be /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:232 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [3: 384] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0xa49780 0xa44438 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa4977f golang.org/x/net/http2.(*Framer).readMetaFrame+0x9f /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1489 # 0xa44437 golang.org/x/net/http2.(*Framer).ReadFrame+0x3b7 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:517 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [3: 48] @ 0x4f5ee5 0x4f6912 0x4f8da9 0x4fa36b 0x4f44ec 0x80aef6 0x80ad53 0x80b875 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4f5ee4 fmt.(*ss).scanNumber+0x84 /usr/local/go/src/fmt/scan.go:597 # 0x4f6911 fmt.(*ss).scanUint+0x101 /usr/local/go/src/fmt/scan.go:686 # 0x4f8da8 fmt.(*ss).scanOne+0xb88 /usr/local/go/src/fmt/scan.go:985 # 0x4fa36a fmt.(*ss).doScanf+0x25a /usr/local/go/src/fmt/scan.go:1217 # 0x4f44eb fmt.Fscanf+0xbb /usr/local/go/src/fmt/scan.go:143 # 0x80aef5 fmt.Sscanf+0x245 /usr/local/go/src/fmt/scan.go:114 # 0x80ad52 github.com/prometheus/procfs.parseSoftIRQStat+0xa2 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:131 # 0x80b874 github.com/prometheus/procfs.FS.Stat+0x6d4 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:217 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [5: 1600] @ 0xb01b27 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [60: 46080] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [19: 9728] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [12: 4608] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 176] @ 0x46fd95 0x4de296 0x804573 0x804410 0x82642b 0x826446 0x826063 0x83553d 0x45f261 # 0x46fd94 syscall.ParseDirent+0x2c4 /usr/local/go/src/syscall/dirent.go:99 # 0x4de295 os.(*File).readdirnames+0xf5 /usr/local/go/src/os/dir_unix.go:62 # 0x804572 os.(*File).Readdirnames+0x2a2 /usr/local/go/src/os/dir.go:48 # 0x80440f github.com/prometheus/procfs.Proc.fileDescriptors+0x13f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:258 # 0x82642a github.com/prometheus/procfs.Proc.FileDescriptorsLen+0x3aa /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:219 # 0x826445 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x3c5 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:53 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [11: 6336] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 256] @ 0x1692ab8 0x16906e4 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1692ab7 github.com/thanos-io/thanos/pkg/store.(*bucketBlockSet).getFor+0x1f7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1152 # 0x16906e3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x483 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:860 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 320] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 1280] @ 0x79c931 0x79b831 0x16a84f1 0x872954 0x45f261 # 0x79c930 github.com/pkg/errors.callers+0x30 /go/pkg/mod/github.com/pkg/errors@v0.8.1/stack.go:135 # 0x79b830 github.com/pkg/errors.Wrapf+0xe0 /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:208 # 0x16a84f0 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0x390 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:891 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 1024] @ 0xb01b27 0xb01e4c 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 576] @ 0xb01621 0xb01564 0xb01538 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01620 github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:104 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 512] @ 0x17a399c 0x17a3974 0x17a27e7 0x17bf790 0x45f261 # 0x17a399b net/http.(*Request).WithContext+0x6b /usr/local/go/src/net/http/request.go:357 # 0x17a3973 go.elastic.co/apm/transport.requestWithContext+0x43 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:457 # 0x17a27e6 go.elastic.co/apm/transport.(*HTTPTransport).SendStream+0xf6 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:234 # 0x17bf78f go.elastic.co/apm.(*Tracer).loop.func1+0x18f /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:687 0: 0 [2: 96] @ 0x40d6cd 0x53c899 0x53c87e 0xd82de3 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x53c898 net/url.ParseQuery+0x38 /usr/local/go/src/net/url/url.go:870 # 0x53c87d net/url.(*URL).Query+0x1d /usr/local/go/src/net/url/url.go:1030 # 0xd82de2 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x42 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:188 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 864] @ 0x57a011 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a010 regexp.makeOnePass+0x210 /usr/local/go/src/regexp/onepass.go:309 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 320] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 64] @ 0x60118b 0xd849af 0xd820b3 0xd84472 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x60118a crypto/hmac.New+0x12a /usr/local/go/src/crypto/hmac/hmac.go:77 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd820b2 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x72 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [72: 27648] @ 0xb01b27 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [37: 9472] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32] @ 0x5814a4 0x580590 0x5807ea 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5814a3 regexp.makeOnePass.func1+0x1283 /usr/local/go/src/regexp/onepass.go:434 # 0x58058f regexp.makeOnePass.func1+0x36f /usr/local/go/src/regexp/onepass.go:323 # 0x5807e9 regexp.makeOnePass.func1+0x5c9 /usr/local/go/src/regexp/onepass.go:358 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 768] @ 0x79c931 0x79b67b 0x168ebb1 0x16a8228 0x872954 0x45f261 # 0x79c930 github.com/pkg/errors.callers+0x30 /go/pkg/mod/github.com/pkg/errors@v0.8.1/stack.go:135 # 0x79b67a github.com/pkg/errors.Wrap+0x8a /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:191 # 0x168ebb0 github.com/thanos-io/thanos/pkg/store.blockSeries+0x1000 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:724 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 416] @ 0x5049d7 0x50431b 0x50461d 0xa6803e 0xa67095 0xac2933 0xad555f 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x50461c bytes.(*Buffer).Write+0xdc /usr/local/go/src/bytes/buffer.go:172 # 0xa6803d google.golang.org/grpc/internal/transport.(*http2Server).handleData+0x36d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:616 # 0xa67094 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x2a4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:486 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [22: 8448] @ 0xb01b27 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 480] @ 0x56130b 0x561093 0x561069 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x56130a regexp/syntax.(*compiler).inst+0x2da /usr/local/go/src/regexp/syntax/compile.go:173 # 0x561092 regexp/syntax.(*compiler).init+0x62 /usr/local/go/src/regexp/syntax/compile.go:92 # 0x561068 regexp/syntax.Compile+0x38 /usr/local/go/src/regexp/syntax/compile.go:82 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 512] @ 0x46ea35 0x46ddbd 0xa777d2 0xa71034 0xa72235 0x4917e7 0xa7217d 0xa7213a 0xabd90c 0xabe58d 0xabeeeb 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x46ea34 sync.(*poolChain).pushHead+0xd4 /usr/local/go/src/sync/poolqueue.go:252 # 0x46ddbc sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108 # 0xa777d1 google.golang.org/grpc/internal/transport.(*bufferPool).put+0x41 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:62 # 0xa71033 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read+0xb3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:159 # 0xa72234 google.golang.org/grpc/internal/transport.(*transportReader).Read+0x54 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:478 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xa7217c io.ReadFull+0xcc /usr/local/go/src/io/io.go:329 # 0xa72139 google.golang.org/grpc/internal/transport.(*Stream).Read+0x89 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:462 # 0xabd90b google.golang.org/grpc.(*parser).recvMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:527 # 0xabe58c google.golang.org/grpc.recvAndDecompress+0x4c /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:639 # 0xabeeea google.golang.org/grpc.recv+0x9a /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:707 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 512] @ 0x17adfb3 0x17a755c 0x17a754a 0x17ae711 0x17bfa33 0x45f261 # 0x17adfb2 go.elastic.co/apm.(*Metrics).addMetric+0x2a2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:110 # 0x17a755b go.elastic.co/apm.(*Metrics).Add+0x6b /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:79 # 0x17a7549 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x59 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:47 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [4: 64] @ 0x63b3ec 0x653d77 0x653a61 0x655458 0x623dfe 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x63b3eb net.IP.String+0x4eb /usr/local/go/src/net/ip.go:313 # 0x653d76 net.ipEmptyString+0x356 /usr/local/go/src/net/ip.go:372 # 0x653a60 net.(*UDPAddr).String+0x40 /usr/local/go/src/net/udpsock.go:38 # 0x655457 net.DialUDP+0x207 /usr/local/go/src/net/udpsock.go:214 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [39: 14976] @ 0xb01b27 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 960] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 336] @ 0xd79bcb 0x6010a5 0xd849af 0xd81efa 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010a4 crypto/hmac.New+0x44 /usr/local/go/src/crypto/hmac/hmac.go:72 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ef9 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x1a9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:84 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [15: 7680] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 12288] @ 0x40da93 0x40f709 0x40e3e0 0xa3eb97 0xa3ea90 0xa3fca0 0xa3f73d 0xa3f388 0xa4991b 0xa44438 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa3eb96 golang.org/x/net/http2/hpack.(*headerFieldTable).addEntry+0x136 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/tables.go:59 # 0xa3ea8f golang.org/x/net/http2/hpack.(*dynamicTable).add+0x2f /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:174 # 0xa3fc9f golang.org/x/net/http2/hpack.(*Decoder).parseFieldLiteral+0x27f /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:380 # 0xa3f73c golang.org/x/net/http2/hpack.(*Decoder).parseHeaderFieldRepr+0x18c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:316 # 0xa3f387 golang.org/x/net/http2/hpack.(*Decoder).Write+0x97 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:262 # 0xa4991a golang.org/x/net/http2.(*Framer).readMetaFrame+0x23a /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1536 # 0xa44437 golang.org/x/net/http2.(*Framer).ReadFrame+0x3b7 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:517 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [15: 10560] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [14: 9856] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [14: 1120] @ 0x53ab8a 0x53aa89 0x71dd1f 0x784707 0x71c275 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x53ab89 strings.(*Builder).WriteString+0xb89 /usr/local/go/src/strings/builder.go:122 # 0x53aa88 net/url.(*URL).String+0xa88 /usr/local/go/src/net/url/url.go:791 # 0x71dd1e net/http.stripPassword+0x4e /usr/local/go/src/net/http/client.go:933 # 0x784706 net/http.(*Client).do.func2+0x66 /usr/local/go/src/net/http/client.go:546 # 0x71c274 net/http.(*Client).do+0x534 /usr/local/go/src/net/http/client.go:651 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [80: 14417920] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 960] @ 0x40d667 0x40fca4 0x40f902 0x40e7b6 0xedb53f 0x1695b13 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0xedb53e github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiPostings+0x32e /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:301 # 0x1695b12 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x232 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1478 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 540672] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 32] @ 0x1697982 0x1696133 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1697981 github.com/thanos-io/thanos/pkg/store.gapBasedPartitioner.Partition+0x181 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1751 # 0x1696132 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x852 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1522 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 20480] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 16] @ 0xdacdd3 0xdace11 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x16937c1 0x16a9886 0x872954 0x45f261 # 0xdacdd2 github.com/minio/minio-go/v6.newObject+0x372 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:599 # 0xdace10 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x3b0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:220 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 48] @ 0x473fe4 0x473958 0x637fc8 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x473fe3 syscall.ParseNetlinkMessage+0x1e3 /usr/local/go/src/syscall/netlink_linux.go:124 # 0x473957 syscall.NetlinkRIB+0x2e7 /usr/local/go/src/syscall/netlink_linux.go:80 # 0x637fc7 net.interfaceTable+0x47 /usr/local/go/src/net/interface_linux.go:17 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [7: 224] @ 0x5024c8 0x502591 0x81860d 0x818c1d 0xb24109 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x5024c7 strings.makeCutsetFunc+0x167 /usr/local/go/src/strings/strings.go:826 # 0x502590 strings.Trim+0x60 /usr/local/go/src/strings/strings.go:844 # 0x81860c github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg.ParseAccept+0x70c /go/pkg/mod/github.com/prometheus/common@v0.7.0/internal/bitbucket.org/ww/goautoneg/autoneg.go:125 # 0x818c1c github.com/prometheus/common/expfmt.Negotiate+0x6c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:42 # 0xb24108 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x1f8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:147 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 208] @ 0x40d667 0x413260 0x17ae07a 0x17a7da2 0x17a7d55 0x17a7d4d 0x17a758c 0x17ae711 0x17bfa33 0x45f261 # 0x17ae079 go.elastic.co/apm.(*Metrics).addMetric+0x369 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:120 # 0x17a7da1 go.elastic.co/apm.(*Metrics).Add+0x401 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:79 # 0x17a7d54 go.elastic.co/apm.(*builtinMetricsGatherer).gatherMemStatsMetrics.func1+0x3b4 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:74 # 0x17a7d4c go.elastic.co/apm.(*builtinMetricsGatherer).gatherMemStatsMetrics+0x3ac /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:90 # 0x17a758b go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x9b /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:49 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 2916352] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 49152] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [1: 1152] @ 0x40da93 0x40f709 0x4118fc 0x1697145 0x16a9ffd 0x872954 0x45f261 # 0x1697144 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x334 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1699 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1861: 1051926528] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [5: 20480] @ 0x40da93 0x40f709 0x40e3e0 0x91cb62 0x45f261 # 0x91cb61 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0x161 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:272 0: 0 [6: 96] @ 0x168fc37 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x168fc36 github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x506 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x81913d 0xb2429a 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81913c github.com/prometheus/common/expfmt.NewEncoder+0x11c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:82 # 0xb24299 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x389 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:163 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [3: 1344] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [27: 13824] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x82f7ab 0x8266fd 0x8266b1 0x826063 0x83553d 0x45f261 # 0x82f7aa github.com/prometheus/client_golang/prometheus.NewConstMetric+0xda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:93 # 0x8266fc github.com/prometheus/client_golang/prometheus.MustNewConstMetric+0x67c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:100 # 0x8266b0 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x630 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:60 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [4: 192] @ 0x4e2ee1 0x4e1523 0x541d0e 0x541cdf 0x178a01d 0x1789bb6 0x1788bf5 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4e2ee0 os.openFileNolog+0xc0 /usr/local/go/src/os/file_unix.go:208 # 0x4e1522 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300 # 0x541d0d os.Open+0x7d /usr/local/go/src/os/file.go:280 # 0x541cde io/ioutil.ReadFile+0x4e /usr/local/go/src/io/ioutil/ioutil.go:53 # 0x178a01c github.com/elastic/go-sysinfo/providers/linux.MachineID+0x8c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/machineid.go:41 # 0x1789bb5 github.com/elastic/go-sysinfo/providers/linux.(*reader).uniqueID+0x25 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:205 # 0x1788bf4 github.com/elastic/go-sysinfo/providers/linux.newHost+0x2b4 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:118 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [2: 64] @ 0x475044 0x475513 0x473a0a 0x637fc8 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x475043 syscall.anyToSockaddr+0x233 /usr/local/go/src/syscall/syscall_linux.go:454 # 0x475512 syscall.Getsockname+0xc2 /usr/local/go/src/syscall/syscall_linux.go:562 # 0x473a09 syscall.NetlinkRIB+0x399 /usr/local/go/src/syscall/netlink_linux.go:85 # 0x637fc7 net.interfaceTable+0x47 /usr/local/go/src/net/interface_linux.go:17 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [13: 4160] @ 0xb01b27 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [15: 480] @ 0xe4c561 0x1690ca9 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xe4c560 github.com/thanos-io/thanos/pkg/tracing.StartSpan+0x1e0 /go/src/github.com/thanos-io/thanos/pkg/tracing/tracing.go:51 # 0x1690ca8 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xa48 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:927 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 256] @ 0x79c931 0x79b67b 0x17a31c5 0x17a483f 0x45f261 # 0x79c930 github.com/pkg/errors.callers+0x30 /go/pkg/mod/github.com/pkg/errors@v0.8.1/stack.go:135 # 0x79b67a github.com/pkg/errors.Wrap+0x8a /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:191 # 0x17a31c4 go.elastic.co/apm/transport.(*HTTPTransport).configRequest+0x4a4 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:342 # 0x17a483e go.elastic.co/apm/transport.(*HTTPTransport).WatchConfig.func1+0x4ce /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:308 0: 0 [2: 96] @ 0x4de569 0x53ef75 0x53ed0a 0x53ea59 0x178b936 0x178a78a 0x178997d 0x1789972 0x1788bb9 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4de568 os.(*File).readdirnames+0x3c8 /usr/local/go/src/os/dir_unix.go:32 # 0x53ef74 os.(*File).Readdirnames+0x3c4 /usr/local/go/src/os/dir.go:48 # 0x53ed09 path/filepath.glob+0x159 /usr/local/go/src/path/filepath/match.go:324 # 0x53ea58 path/filepath.Glob+0x368 /usr/local/go/src/path/filepath/match.go:251 # 0x178b935 github.com/elastic/go-sysinfo/providers/linux.findDistribRelease+0xa5 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:198 # 0x178a789 github.com/elastic/go-sysinfo/providers/linux.getOSInfo+0x139 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:76 # 0x178997c github.com/elastic/go-sysinfo/providers/linux.OperatingSystem+0x2c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:69 # 0x1789971 github.com/elastic/go-sysinfo/providers/linux.(*reader).os+0x21 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:193 # 0x1788bb8 github.com/elastic/go-sysinfo/providers/linux.newHost+0x278 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:116 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [144: 73728] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 400] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 2688] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 11776] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 2816] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 96] @ 0x4e2c9c 0x4e2fd7 0x4e1523 0x7ef33e 0x7ef30f 0x80b33c 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4e2c9b os.newFile+0x6b /usr/local/go/src/os/file_unix.go:116 # 0x4e2fd6 os.openFileNolog+0x1b6 /usr/local/go/src/os/file_unix.go:222 # 0x4e1522 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300 # 0x7ef33d os.Open+0x7d /usr/local/go/src/os/file.go:280 # 0x7ef30e github.com/prometheus/procfs/internal/util.ReadFileNoStat+0x4e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/util/readfile.go:30 # 0x80b33b github.com/prometheus/procfs.FS.Stat+0x19b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:169 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [35: 8960] @ 0xb01b27 0xb01caf 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 1040] @ 0x4e6c61 0x4e676d 0x62f41a 0x630c78 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x4e6c60 os.statNolog+0x30 /usr/local/go/src/os/stat_unix.go:30 # 0x4e676c os.Stat+0x4c /usr/local/go/src/os/stat.go:13 # 0x62f419 net.(*resolverConfig).tryUpdate+0x189 /usr/local/go/src/net/dnsclient_unix.go:365 # 0x630c77 net.(*Resolver).goLookupIPCNAMEOrder+0xd7 /usr/local/go/src/net/dnsclient_unix.go:577 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1: 32] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [10: 5120] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 512] @ 0x82f3a1 0x822f9e 0x822f04 0x83553d 0x45f261 # 0x82f3a0 github.com/prometheus/client_golang/prometheus.NewConstSummary+0xe0 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/summary.go:718 # 0x822f9d github.com/prometheus/client_golang/prometheus.MustNewConstSummary+0x4ed /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/summary.go:731 # 0x822f03 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x453 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:328 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 320] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [34: 4352] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 64] @ 0x4a0cfa 0x49ffb8 0x83e23c 0x83e1bf 0x83e273 0x168fbbe 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x4a0cf9 strconv.appendEscapedRune+0x9e9 /usr/local/go/src/strconv/quote.go:78 # 0x49ffb7 strconv.appendQuotedWith+0x2c7 /usr/local/go/src/strconv/quote.go:48 # 0x83e23b strconv.quoteWith+0x17b /usr/local/go/src/strconv/quote.go:20 # 0x83e1be strconv.Quote+0xfe /usr/local/go/src/strconv/quote.go:125 # 0x83e272 github.com/prometheus/prometheus/pkg/labels.Labels.String+0x1b2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/labels.go:59 # 0x168fbbd github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x48d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 1536] @ 0xb01b27 0xb01cd4 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x53b949 0x53b836 0xd82df1 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x53b948 sort.Strings+0x1e8 /usr/local/go/src/sort/sort.go:314 # 0x53b835 net/url.Values.Encode+0xd5 /usr/local/go/src/net/url/url.go:920 # 0xd82df0 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x50 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:188 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 48] @ 0x16a856f 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16a856e github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:907 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 163840] @ 0x40da93 0x40f709 0x4118fc 0x1697145 0x16a9ffd 0x872954 0x45f261 # 0x1697144 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x334 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1699 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 27264] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [11: 5632] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 80] @ 0x628480 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x62847f net.(*Dialer).DialContext+0x23f /usr/local/go/src/net/dial.go:404 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [1: 112] @ 0xd79bcb 0x6010d2 0xd849af 0xd81e8d 0xd842d4 0xdd51a6 0xdd3d2d 0xdb397c 0xde1703 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81e8c github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x13c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdb397b github.com/minio/minio-go/v6.Client.listObjectsQuery+0x3db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:481 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [2: 416] @ 0x411a9c 0x637902 0x6372d9 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x637901 net.(*ipv6ZoneCache).update+0x331 /usr/local/go/src/net/interface.go:212 # 0x6372d8 net.Interfaces+0x98 /usr/local/go/src/net/interface.go:105 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [5: 80] @ 0xa6a182 0xac4441 0xac7e27 0xad565b 0x45f261 # 0xa6a181 google.golang.org/grpc/internal/transport.(*http2Server).WriteStatus+0x3a1 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:859 # 0xac4440 google.golang.org/grpc.(*Server).processUnaryRPC+0x9a0 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1089 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 160] @ 0x82a3cc 0x82a3d2 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82a3cb github.com/prometheus/client_model/go.MetricType.Enum+0xd9b /go/pkg/mod/github.com/prometheus/client_model@v0.0.0-20190812154241-14fe0d1b01d4/go/metrics.pb.go:47 # 0x82a3d1 github.com/prometheus/client_golang/prometheus.processMetric+0xda1 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:655 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 8] @ 0x71c3e0 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x71c3df net/http.(*Client).do+0x69f /usr/local/go/src/net/http/client.go:638 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 48] @ 0x63ca48 0x63ca03 0x63d2a1 0x643b78 0x641ba5 0x6271e6 0x62843e 0x6454e4 0x62d689 0x62e76c 0x65afc1 0x45f261 # 0x63ca47 net.IPv4+0x187 /usr/local/go/src/net/ip.go:46 # 0x63ca02 net.parseIPv4+0x142 /usr/local/go/src/net/ip.go:558 # 0x63d2a0 net.parseIPZone+0xa0 /usr/local/go/src/net/ip.go:693 # 0x643b77 net.(*Resolver).lookupIPAddr+0x157 /usr/local/go/src/net/lookup.go:243 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x6454e3 net.(*Resolver).dial+0xc3 /usr/local/go/src/net/lookup_unix.go:70 # 0x62d688 net.(*Resolver).exchange+0x2a8 /usr/local/go/src/net/dnsclient_unix.go:156 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [9: 9216] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32] @ 0x449cef 0x44977e 0x449ad7 0x653cde 0x653c2a 0x655458 0x623dfe 0x62396f 0x63094d 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x653cdd net.JoinHostPort+0x2bd /usr/local/go/src/net/ipsock.go:231 # 0x653c29 net.(*UDPAddr).String+0x209 /usr/local/go/src/net/udpsock.go:42 # 0x655457 net.DialUDP+0x207 /usr/local/go/src/net/udpsock.go:214 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x63094c net.goLookupIPFiles+0x1ec /usr/local/go/src/net/dnsclient_unix.go:554 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [26: 19968] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1024] @ 0x1695d8a 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695d89 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x4a9 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1512 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [9: 2304] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2688] @ 0x563504 0x5632ab 0x56147c 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x56147b regexp/syntax.(*compiler).compile+0x12b /usr/local/go/src/regexp/syntax/compile.go:110 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 128] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 1152] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [5: 80] @ 0x449cef 0x44977e 0x449a67 0x586583 0x585aa2 0x5846c9 0x168fe8b 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x586582 github.com/go-kit/kit/log.Caller.func1+0xf2 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:91 # 0x585aa1 github.com/go-kit/kit/log.bindValues+0x81 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:20 # 0x5846c8 github.com/go-kit/kit/log.(*context).Log+0x1e8 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:122 # 0x168fe8a github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x75a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 96] @ 0x81f120 0x834188 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81f11f github.com/prometheus/client_golang/prometheus.NewDesc+0x18f /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/desc.go:92 # 0x834187 github.com/prometheus/client_golang/prometheus.wrapDesc+0x517 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 16] @ 0x4746d5 0x476e5f 0x476e42 0x4e2eaf 0x4e2e43 0x4e1523 0x806289 0x8061f9 0x826537 0x826063 0x83553d 0x45f261 # 0x4746d4 syscall.ByteSliceFromString+0x94 /usr/local/go/src/syscall/syscall.go:53 # 0x476e5e syscall.BytePtrFromString+0x3e /usr/local/go/src/syscall/syscall.go:69 # 0x476e41 syscall.openat+0x21 /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 # 0x4e2eae syscall.Open+0x8e /usr/local/go/src/syscall/syscall_linux.go:138 # 0x4e2e42 os.openFileNolog+0x22 /usr/local/go/src/os/file_unix.go:196 # 0x4e1522 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300 # 0x806288 os.Open+0xe8 /usr/local/go/src/os/file.go:280 # 0x8061f8 github.com/prometheus/procfs.Proc.Limits+0x58 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_limits.go:89 # 0x826536 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x4b6 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:59 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 80] @ 0x80b75f 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b75e github.com/prometheus/procfs.FS.Stat+0x5be /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:232 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [10: 4800] @ 0x1788a43 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x1788a42 github.com/elastic/go-sysinfo/providers/linux.newHost+0x102 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:108 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [8: 2048] @ 0xb01b27 0xb01e4c 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 96] @ 0x48fde3 0x62d5f2 0x62e76c 0x65afc1 0x45f261 # 0x48fde2 context.WithDeadline+0x2e2 /usr/local/go/src/context/context.go:412 # 0x62d5f1 net.(*Resolver).exchange+0x211 /usr/local/go/src/net/dnsclient_unix.go:153 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [3: 2688] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 704] @ 0x4133d3 0x753b03 0x71cf74 0x71bfd4 0x17a29eb 0x17a29cb 0x17a287a 0x17bf790 0x45f261 # 0x753b02 net/http.Header.Clone+0x262 /usr/local/go/src/net/http/header.go:96 # 0x71cf73 net/http.(*Client).makeHeadersCopier+0x43 /usr/local/go/src/net/http/client.go:671 # 0x71bfd3 net/http.(*Client).do+0x293 /usr/local/go/src/net/http/client.go:530 # 0x17a29ea net/http.(*Client).Do+0x5a /usr/local/go/src/net/http/client.go:509 # 0x17a29ca go.elastic.co/apm/transport.(*HTTPTransport).sendStreamRequest+0x3a /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:245 # 0x17a2879 go.elastic.co/apm/transport.(*HTTPTransport).SendStream+0x189 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:237 # 0x17bf78f go.elastic.co/apm.(*Tracer).loop.func1+0x18f /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:687 0: 0 [8: 128] @ 0xa54553 0xa545c1 0xa52d1b 0xa7580b 0x45f261 # 0xa54552 google.golang.org/grpc/internal/transport.(*loopyWriter).registerStreamHandler+0x412 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:597 # 0xa545c0 google.golang.org/grpc/internal/transport.(*loopyWriter).handle+0x480 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:781 # 0xa52d1a google.golang.org/grpc/internal/transport.(*loopyWriter).run+0x21a /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:517 # 0xa7580a google.golang.org/grpc/internal/transport.newHTTP2Server.func2+0xca /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:290 0: 0 [2: 96] @ 0x6527d3 0x635657 0x653372 0x651ef7 0x768cb6 0x7689d7 0xe2c895 0x19d6c76 0x588027 0x45f261 # 0x6527d2 net.sockaddrToTCP+0xc2 /usr/local/go/src/net/tcpsock_posix.go:21 # 0x635656 net.(*netFD).accept+0x306 /usr/local/go/src/net/fd_unix.go:255 # 0x653371 net.(*TCPListener).accept+0x31 /usr/local/go/src/net/tcpsock_posix.go:139 # 0x651ef6 net.(*TCPListener).Accept+0x46 /usr/local/go/src/net/tcpsock.go:261 # 0x768cb5 net/http.(*Server).Serve+0x285 /usr/local/go/src/net/http/server.go:2896 # 0x7689d6 net/http.(*Server).ListenAndServe+0xb6 /usr/local/go/src/net/http/server.go:2825 # 0xe2c894 github.com/thanos-io/thanos/pkg/server/http.(*Server).ListenAndServe+0x174 /go/src/github.com/thanos-io/thanos/pkg/server/http/http.go:57 # 0x19d6c75 main.runStore.func1+0x45 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:173 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [2: 640] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 3584] @ 0xb01b27 0xb01e4c 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 1008] @ 0xd79bcb 0x6010a5 0xd849af 0xd81ff7 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010a4 crypto/hmac.New+0x44 /usr/local/go/src/crypto/hmac/hmac.go:72 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ff6 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x2a6 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:86 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [17: 1632] @ 0xb01621 0xb01564 0xb01538 0xb014d7 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01620 github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:104 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 160] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 896] @ 0xb01b27 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 4096] @ 0x62322c 0x643fa0 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x62322b internal/singleflight.(*Group).DoChan+0x15b /usr/local/go/src/internal/singleflight/singleflight.go:79 # 0x643f9f net.(*Resolver).lookupIPAddr+0x57f /usr/local/go/src/net/lookup.go:267 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [2: 192] @ 0x431721 0x405a62 0x40583b 0x65b31f 0x63414c 0x64e5cf 0x64e110 0x6429c1 0x652ec2 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x65b31e net.(*netFD).connect.func1+0x4e /usr/local/go/src/net/fd_unix.go:117 # 0x63414b net.(*netFD).connect+0x42b /usr/local/go/src/net/fd_unix.go:173 # 0x64e5ce net.(*netFD).dial+0xfe /usr/local/go/src/net/sock_posix.go:149 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x652ec1 net.(*sysDialer).doDialTCP+0xc1 /usr/local/go/src/net/tcpsock_posix.go:65 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [2: 32] @ 0x91c0fb 0x916555 0x91d5d2 0x45f261 # 0x91c0fa github.com/thanos-io/thanos/pkg/block.getNonRootIDs+0x18a /go/src/github.com/thanos-io/thanos/pkg/block/node.go:29 # 0x916554 github.com/thanos-io/thanos/pkg/block.(*DeduplicateFilter).filterForResolution+0x1d4 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:470 # 0x91d5d1 github.com/thanos-io/thanos/pkg/block.(*DeduplicateFilter).Filter.func1+0x201 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:443 0: 0 [1: 48] @ 0x53b7dc 0xd82df1 0xd84204 0xdd51a6 0xdd3d2d 0xdb397c 0xde1703 0x45f261 # 0x53b7db net/url.Values.Encode+0x7b /usr/local/go/src/net/url/url.go:916 # 0xd82df0 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x50 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:188 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdb397b github.com/minio/minio-go/v6.Client.listObjectsQuery+0x3db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:481 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [6: 3072] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 4224] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 512] @ 0x64e037 0x64e00a 0x6429c1 0x656782 0x65550e 0x623dfe 0x62396f 0x63094d 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x64e036 net.newFD+0xe6 /usr/local/go/src/net/fd_unix.go:40 # 0x64e009 net.socket+0xb9 /usr/local/go/src/net/sock_posix.go:27 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x63094c net.goLookupIPFiles+0x1ec /usr/local/go/src/net/dnsclient_unix.go:554 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [18: 6912] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 3168] @ 0x57a011 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a010 regexp.makeOnePass+0x210 /usr/local/go/src/regexp/onepass.go:309 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 160] @ 0x16a88ff 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16a88fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x3ce /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:913 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [13: 372736] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 208] @ 0x4088f2 0x408942 0x5864be 0x585aa2 0x5846c9 0x915282 0x168b3f6 0x19d6ec0 0x8b5d01 0x19d7555 0x588027 0x45f261 # 0x5864bd github.com/go-kit/kit/log.Caller.func1+0x2d /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:86 # 0x585aa1 github.com/go-kit/kit/log.bindValues+0x81 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:20 # 0x5846c8 github.com/go-kit/kit/log.(*context).Log+0x1e8 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:122 # 0x915281 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch+0x861 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:368 # 0x168b3f5 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks+0x65 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:324 # 0x19d6ebf main.runStore.func4.1+0x5f /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:279 # 0x8b5d00 github.com/thanos-io/thanos/pkg/runutil.Repeat+0x90 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:72 # 0x19d7554 main.runStore.func4+0x504 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:278 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [1: 32] @ 0x634751 0x634790 0x64e5cf 0x64e110 0x6429c1 0x656782 0x65550e 0x623dfe 0x62396f 0x63094d 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x634750 os.NewSyscallError+0xa30 /usr/local/go/src/os/error.go:79 # 0x63478f net.(*netFD).connect+0xa6f /usr/local/go/src/net/fd_unix.go:94 # 0x64e5ce net.(*netFD).dial+0xfe /usr/local/go/src/net/sock_posix.go:149 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x63094c net.goLookupIPFiles+0x1ec /usr/local/go/src/net/dnsclient_unix.go:554 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [20: 3840] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [28: 224] @ 0x1694555 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1694554 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x164 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1338 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 512] @ 0xb01b27 0xb019df 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [30: 23040] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 256] @ 0x60118b 0xd849af 0xd81efa 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x60118a crypto/hmac.New+0x12a /usr/local/go/src/crypto/hmac/hmac.go:77 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ef9 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x1a9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:84 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 16] @ 0xdd5017 0xdd4fd4 0xdd4fc8 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdd5016 net/textproto.MIMEHeader.Set+0x716 /usr/local/go/src/net/textproto/header.go:22 # 0xdd4fd3 net/http.Header.Set+0x6d3 /usr/local/go/src/net/http/header.go:37 # 0xdd4fc7 github.com/minio/minio-go/v6.Client.newRequest+0x6c7 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:842 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 64] @ 0x601146 0xd849af 0xd81efa 0xd842d4 0xdd51a6 0xdd3d2d 0xdb397c 0xde1703 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ef9 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x1a9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:84 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdb397b github.com/minio/minio-go/v6.Client.listObjectsQuery+0x3db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:481 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [6: 4608] @ 0x57a011 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a010 regexp.makeOnePass+0x210 /usr/local/go/src/regexp/onepass.go:309 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [35: 6720] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 640] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [252: 96768] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 3520] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 240] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [86: 66048] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 1008] @ 0x6db57a 0x75b7c3 0x780eb5 0x780a7f 0x45f261 # 0x6db579 net/textproto.(*Reader).ReadMIMEHeader+0x6e9 /usr/local/go/src/net/textproto/reader.go:478 # 0x75b7c2 net/http.ReadResponse+0x462 /usr/local/go/src/net/http/response.go:191 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [6: 96] @ 0x58093e 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x58093d regexp.makeOnePass.func1+0x71d /usr/local/go/src/regexp/onepass.go:361 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0x40d85e 0x8288c9 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x8288c8 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x1d8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:418 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [24: 384] @ 0xdb0afa 0xdf52ff 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdb0af9 github.com/minio/minio-go/v6.(*GetObjectOptions).SetRange+0x1e9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:113 # 0xdf52fe github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0x37e /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:254 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [43: 5504] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 384] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [14: 5376] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 640] @ 0x563504 0x5632ab 0x561675 0x562217 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x561674 regexp/syntax.(*compiler).compile+0x324 /usr/local/go/src/regexp/syntax/compile.go:119 # 0x562216 regexp/syntax.(*compiler).compile+0xec6 /usr/local/go/src/regexp/syntax/compile.go:144 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 1120] @ 0x564163 0x5640b2 0x567173 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x564162 regexp/syntax.(*parser).newRegexp+0xd2 /usr/local/go/src/regexp/syntax/parse.go:94 # 0x5640b1 regexp/syntax.(*parser).op+0x21 /usr/local/go/src/regexp/syntax/parse.go:216 # 0x567172 regexp/syntax.Parse+0x122 /usr/local/go/src/regexp/syntax/parse.go:761 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [62: 31744] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 880] @ 0x6487c7 0x75e428 0x45f261 # 0x6487c6 net.(*conn).Read+0xd6 /usr/local/go/src/net/net.go:186 # 0x75e427 net/http.(*connReader).backgroundRead+0x57 /usr/local/go/src/net/http/server.go:677 0: 0 [2: 416] @ 0x4e6c61 0x4e676d 0x802d49 0x802adc 0x178c989 0x179563e 0x17a8399 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4e6c60 os.statNolog+0x30 /usr/local/go/src/os/stat_unix.go:30 # 0x4e676c os.Stat+0x4c /usr/local/go/src/os/stat.go:13 # 0x802d48 github.com/prometheus/procfs.FS.Proc+0x148 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:92 # 0x802adb github.com/prometheus/procfs.FS.Self+0x1fb /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:80 # 0x178c988 github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Self+0x38 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/process_linux.go:58 # 0x179563d github.com/elastic/go-sysinfo.Self+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:84 # 0x17a8398 go.elastic.co/apm.gatherSysMetrics+0x58 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:129 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [183: 46848] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [19: 14592] @ 0xb01b27 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 2048] @ 0xb01b27 0xb01cd4 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 176] @ 0x4f6e99 0x4f94f3 0x4fa36b 0x4f44ec 0x80a77b 0x80a5e9 0x80b655 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4f6e98 fmt.(*ss).floatToken+0x288 /usr/local/go/src/fmt/scan.go:737 # 0x4f94f2 fmt.(*ss).scanOne+0x12d2 /usr/local/go/src/fmt/scan.go:1000 # 0x4fa36a fmt.(*ss).doScanf+0x25a /usr/local/go/src/fmt/scan.go:1217 # 0x4f44eb fmt.Fscanf+0xbb /usr/local/go/src/fmt/scan.go:143 # 0x80a77a fmt.Sscanf+0x21a /usr/local/go/src/fmt/scan.go:114 # 0x80a5e8 github.com/prometheus/procfs.parseCPUStat+0x88 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:89 # 0x80b654 github.com/prometheus/procfs.FS.Stat+0x4b4 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:224 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [77: 14784] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 27264] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [3: 28416] @ 0x40da93 0x40f709 0x4118fc 0x1697145 0x16a9ffd 0x872954 0x45f261 # 0x1697144 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x334 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1699 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [26: 4992] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [22: 5632] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 73728] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [6: 288] @ 0x490488 0xac3ea5 0xac3e65 0xac7e27 0xad565b 0x45f261 # 0x490487 context.WithValue+0x77 /usr/local/go/src/context/context.go:487 # 0xac3ea4 google.golang.org/grpc.NewContextWithServerTransportStream+0x404 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1330 # 0xac3e64 google.golang.org/grpc.(*Server).processUnaryRPC+0x3c4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1006 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1280] @ 0x561271 0x5611d3 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x561270 regexp/syntax.(*compiler).inst+0x240 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5611d2 regexp/syntax.Compile+0x1a2 /usr/local/go/src/regexp/syntax/compile.go:84 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 128] @ 0x449cef 0x44977e 0x4499f7 0x83412e 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x83412d github.com/prometheus/client_golang/prometheus.wrapDesc+0x4bd /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 448] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 3031040] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 5376] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 256] @ 0x1695837 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695836 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x9e6 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1429 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 768] @ 0xb01b27 0xb01e4c 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [65: 24960] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [28: 2688] @ 0xb01621 0xb01564 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01620 github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:104 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 3072] @ 0xb01b27 0xb01e4c 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 320] @ 0x563962 0x564073 0x5672fe 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563961 regexp/syntax.(*parser).push+0x1a1 /usr/local/go/src/regexp/syntax/parse.go:139 # 0x564072 regexp/syntax.(*parser).literal+0x52 /usr/local/go/src/regexp/syntax/parse.go:210 # 0x5672fd regexp/syntax.Parse+0x2ad /usr/local/go/src/regexp/syntax/parse.go:729 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 5888] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 288] @ 0x449cef 0x44977e 0x4499f7 0xd844e3 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd844e2 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x5e2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:305 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [14: 448] @ 0x81f8d2 0x81f8a7 0x834188 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81f8d1 sort.Strings+0x941 /usr/local/go/src/sort/sort.go:314 # 0x81f8a6 github.com/prometheus/client_golang/prometheus.NewDesc+0x916 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/desc.go:137 # 0x834187 github.com/prometheus/client_golang/prometheus.wrapDesc+0x517 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [4: 2048] @ 0xb01b27 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 256] @ 0x46e2aa 0x46e17e 0x46de3f 0x5b7eb1 0x5b8081 0x5b7df1 0x5baa88 0x5acb1d 0x5fd794 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x46e2a9 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227 # 0x46e17d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206 # 0x46de3e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128 # 0x5b7eb0 math/big.getNat+0x30 /usr/local/go/src/math/big/nat.go:672 # 0x5b8080 math/big.nat.divLarge+0x80 /usr/local/go/src/math/big/nat.go:702 # 0x5b7df0 math/big.nat.div+0x400 /usr/local/go/src/math/big/nat.go:664 # 0x5baa87 math/big.nat.expNN+0x417 /usr/local/go/src/math/big/nat.go:1094 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [4: 1024] @ 0xb01b27 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 2560] @ 0xdd3d88 0xdd3d5f 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdd3d87 net/http.(*Request).WithContext+0x307 /usr/local/go/src/net/http/request.go:357 # 0xdd3d5e github.com/minio/minio-go/v6.Client.executeMethod+0x2de /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:625 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [7: 2240] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0x4ffc68 0x81813e 0x818109 0x818c1d 0xb24109 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x81813d strings.Split+0x23d /usr/local/go/src/strings/strings.go:308 # 0x818108 github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg.ParseAccept+0x208 /go/pkg/mod/github.com/prometheus/common@v0.7.0/internal/bitbucket.org/ww/goautoneg/autoneg.go:99 # 0x818c1c github.com/prometheus/common/expfmt.Negotiate+0x6c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:42 # 0xb24108 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x1f8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:147 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [84: 10752] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [35: 13440] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 32] @ 0x16993e0 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16993df github.com/thanos-io/thanos/pkg/store.translateMatchers+0x18f /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:35 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 512] @ 0x47427f 0x638cf2 0x638968 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x47427e syscall.ParseNetlinkRouteAttr+0x19e /usr/local/go/src/syscall/netlink_linux.go:167 # 0x638cf1 net.addrTable+0x181 /usr/local/go/src/net/interface_linux.go:161 # 0x638967 net.interfaceAddrTable+0x1a7 /usr/local/go/src/net/interface_linux.go:137 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [2: 128] @ 0x16956a5 0x1695700 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16956a4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x854 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1381 # 0x16956ff github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x8af /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1440 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [6: 96] @ 0xe49669 0xe496b9 0xe4a8de 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xe49668 github.com/opentracing/opentracing-go/ext.RPCServerOption+0x1b8 /go/pkg/mod/github.com/opentracing/opentracing-go@v1.1.0/ext/tags.go:161 # 0xe496b8 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.newServerSpanFromInbound+0x208 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:63 # 0xe4a8dd github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0xad /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:44 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 400] @ 0x8241d1 0x833965 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x8241d0 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x1b0 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:323 # 0x833964 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Write+0x54 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:158 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 192] @ 0xb01b27 0xb01e4c 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [14: 7168] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [65: 8320] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [12: 3072] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 336] @ 0xd79bcb 0x6010a5 0xd849af 0xd81e8d 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010a4 crypto/hmac.New+0x44 /usr/local/go/src/crypto/hmac/hmac.go:72 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81e8c github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x13c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 1344] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 576] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [20: 10240] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [21: 10752] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32] @ 0x4e72fd 0x1789397 0x1789392 0x1788b5f 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4e72fc os.hostname+0xfc /usr/local/go/src/os/sys_linux.go:22 # 0x1789396 os.Hostname+0x26 /usr/local/go/src/os/sys.go:9 # 0x1789391 github.com/elastic/go-sysinfo/providers/linux.(*reader).hostname+0x21 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:168 # 0x1788b5e github.com/elastic/go-sysinfo/providers/linux.newHost+0x21e /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:113 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [17: 4352] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [236: 181248] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 896] @ 0xb01b27 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 2560] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 320] @ 0xb0e38c 0xa7bcfb 0xabef5f 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb0e38b github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesRequest).Unmarshal+0x57b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:2394 # 0xa7bcfa google.golang.org/grpc/encoding/proto.codec.Unmarshal+0x1fa /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:88 # 0xabef5e google.golang.org/grpc.recv+0x10e /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:711 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0xe49669 0xe496b9 0xe4a6d7 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xe49668 github.com/opentracing/opentracing-go/ext.RPCServerOption+0x1b8 /go/pkg/mod/github.com/opentracing/opentracing-go@v1.1.0/ext/tags.go:161 # 0xe496b8 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.newServerSpanFromInbound+0x208 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:63 # 0xe4a6d6 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x116 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:30 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 432] @ 0x40d6cd 0x62c4ef 0x62c4ea 0x62d497 0x62e76c 0x65afc1 0x45f261 # 0x62c4ee vendor/golang.org/x/net/dns/dnsmessage.(*Builder).EnableCompression+0x17e /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:1218 # 0x62c4e9 net.newRequest+0x179 /usr/local/go/src/net/dnsclient_unix.go:52 # 0x62d496 net.(*Resolver).exchange+0xb6 /usr/local/go/src/net/dnsclient_unix.go:142 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [6: 288] @ 0x82f0a6 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82f0a5 github.com/prometheus/client_golang/prometheus.(*constSummary).Write+0x215 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/summary.go:671 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [389: 99584] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 288] @ 0x601091 0xd849af 0xd81ff7 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x601090 crypto/hmac.New+0x30 /usr/local/go/src/crypto/hmac/hmac.go:71 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ff6 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x2a6 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:86 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [4: 192] @ 0x449cef 0x44977e 0x449ad7 0xdd602c 0xdd4b6c 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdd602b github.com/minio/minio-go/v6.Client.makeTargetURL+0x24b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:896 # 0xdd4b6b github.com/minio/minio-go/v6.Client.newRequest+0x26b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:740 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 32] @ 0x4bbe07 0x4bcd8d 0x4bce78 0xb4744f 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0x4bbe06 reflect.Value.Slice+0x96 /usr/local/go/src/reflect/value.go:1765 # 0x4bcd8c reflect.grow+0x22c /usr/local/go/src/reflect/value.go:2004 # 0x4bce77 reflect.Append+0x77 /usr/local/go/src/reflect/value.go:2026 # 0xb4744e encoding/xml.(*Decoder).unmarshal+0x25ce /usr/local/go/src/encoding/xml/read.go:398 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [6: 480] @ 0x631655 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x631654 net.(*Resolver).goLookupIPCNAMEOrder+0xab4 /usr/local/go/src/net/dnsclient_unix.go:670 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1: 32] @ 0x475044 0x475513 0x473a0a 0x638805 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x475043 syscall.anyToSockaddr+0x233 /usr/local/go/src/syscall/syscall_linux.go:454 # 0x475512 syscall.Getsockname+0xc2 /usr/local/go/src/syscall/syscall_linux.go:562 # 0x473a09 syscall.NetlinkRIB+0x399 /usr/local/go/src/syscall/netlink_linux.go:85 # 0x638804 net.interfaceAddrTable+0x44 /usr/local/go/src/net/interface_linux.go:121 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [13: 624] @ 0x4f516c 0x4f4484 0x80a77b 0x80a5e9 0x80b655 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x4f516b fmt.newScanState+0x10b /usr/local/go/src/fmt/scan.go:388 # 0x4f4483 fmt.Fscanf+0x53 /usr/local/go/src/fmt/scan.go:142 # 0x80a77a fmt.Sscanf+0x21a /usr/local/go/src/fmt/scan.go:114 # 0x80a5e8 github.com/prometheus/procfs.parseCPUStat+0x88 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:89 # 0x80b654 github.com/prometheus/procfs.FS.Stat+0x4b4 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:224 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [6: 1920] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [38: 14592] @ 0xb01b27 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [13: 9152] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [609: 233856] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 192] @ 0x431721 0x440c13 0xe4d704 0xe4dca3 0x1690346 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xe4d703 github.com/prometheus/prometheus/pkg/gate.(*Gate).Start+0xc3 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/gate/gate.go:33 # 0xe4dca2 github.com/thanos-io/thanos/pkg/gate.(*Gate).IsMyTurn+0xb2 /go/src/github.com/thanos-io/thanos/pkg/gate/gate.go:55 # 0x1690345 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xe5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:830 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 240] @ 0x6527d3 0x63560c 0x653372 0x651ef7 0x768cb6 0x7689d7 0xe2c895 0x19d6c76 0x588027 0x45f261 # 0x6527d2 net.sockaddrToTCP+0xc2 /usr/local/go/src/net/tcpsock_posix.go:21 # 0x63560b net.(*netFD).accept+0x2bb /usr/local/go/src/net/fd_unix.go:255 # 0x653371 net.(*TCPListener).accept+0x31 /usr/local/go/src/net/tcpsock_posix.go:139 # 0x651ef6 net.(*TCPListener).Accept+0x46 /usr/local/go/src/net/tcpsock.go:261 # 0x768cb5 net/http.(*Server).Serve+0x285 /usr/local/go/src/net/http/server.go:2896 # 0x7689d6 net/http.(*Server).ListenAndServe+0xb6 /usr/local/go/src/net/http/server.go:2825 # 0xe2c894 github.com/thanos-io/thanos/pkg/server/http.(*Server).ListenAndServe+0x174 /go/src/github.com/thanos-io/thanos/pkg/server/http/http.go:57 # 0x19d6c75 main.runStore.func1+0x45 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:173 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [8: 256] @ 0xa6bc2c 0xa6a303 0xac4441 0xac7e27 0xad565b 0x45f261 # 0xa6bc2b google.golang.org/grpc/internal/transport.(*http2Server).finishStream+0x7b /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:1079 # 0xa6a302 google.golang.org/grpc/internal/transport.(*http2Server).WriteStatus+0x522 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:872 # 0xac4440 google.golang.org/grpc.(*Server).processUnaryRPC+0x9a0 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1089 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 480] @ 0x40d6cd 0x75ffd9 0x7640f4 0x45f261 # 0x75ffd8 net/http.(*conn).readRequest+0x5c8 /usr/local/go/src/net/http/server.go:1021 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [3: 576] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 160] @ 0x65bbf5 0x62347e 0x45f261 # 0x65bbf4 net.(*Resolver).lookupIPAddr.func1+0x164 /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [1822: 1417953280] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [28: 14336] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 3252224] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 320] @ 0xb01b27 0xb01e4c 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 320] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [3: 96] @ 0x4846ea 0x782355 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x4846e9 time.NewTimer+0x39 /usr/local/go/src/time/sleep.go:83 # 0x782354 net/http.(*persistConn).roundTrip+0x7d4 /usr/local/go/src/net/http/transport.go:2430 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [28: 10752] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 224] @ 0x5024c8 0x502591 0x81803d 0x818c1d 0xb24109 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x5024c7 strings.makeCutsetFunc+0x167 /usr/local/go/src/strings/strings.go:826 # 0x502590 strings.Trim+0x60 /usr/local/go/src/strings/strings.go:844 # 0x81803c github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg.ParseAccept+0x13c /go/pkg/mod/github.com/prometheus/common@v0.7.0/internal/bitbucket.org/ww/goautoneg/autoneg.go:90 # 0x818c1c github.com/prometheus/common/expfmt.Negotiate+0x6c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:42 # 0xb24108 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x1f8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:147 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [3: 288] @ 0x431721 0x441929 0x4416e2 0x46f344 0x8727c1 0x1690cfc 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x4416e1 sync.runtime_Semacquire+0x41 /usr/local/go/src/runtime/sema.go:56 # 0x46f343 sync.(*WaitGroup).Wait+0x63 /usr/local/go/src/sync/waitgroup.go:130 # 0x8727c0 golang.org/x/sync/errgroup.(*Group).Wait+0x30 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:40 # 0x1690cfb github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xa9b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:929 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [14: 10752] @ 0x5798fd 0x57a46e 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5798fc regexp.onePassCopy+0x5c /usr/local/go/src/regexp/onepass.go:225 # 0x57a46d regexp.compileOnePass+0x11d /usr/local/go/src/regexp/onepass.go:497 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 1152] @ 0x40e7d6 0x822dea 0x83553d 0x45f261 # 0x822de9 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x339 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:325 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 32] @ 0x79b694 0x17a2c0e 0x17a287a 0x17bf790 0x45f261 # 0x79b693 github.com/pkg/errors.Wrap+0xa3 /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:191 # 0x17a2c0d go.elastic.co/apm/transport.(*HTTPTransport).sendStreamRequest+0x27d /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:247 # 0x17a2879 go.elastic.co/apm/transport.(*HTTPTransport).SendStream+0x189 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:237 # 0x17bf78f go.elastic.co/apm.(*Tracer).loop.func1+0x18f /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:687 0: 0 [5: 160] @ 0xedb4a9 0x1695b13 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0xedb4a8 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiPostings+0x298 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:305 # 0x1695b12 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x232 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1478 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 2304] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 896] @ 0x449cef 0x44977e 0x4499f7 0xdd6256 0xdd4b6c 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdd6255 github.com/minio/minio-go/v6.Client.makeTargetURL+0x475 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:906 # 0xdd4b6b github.com/minio/minio-go/v6.Client.newRequest+0x26b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:740 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 32] @ 0x4ffc68 0x81854d 0x818518 0x818c1d 0xb24109 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x81854c strings.SplitN+0x64c /usr/local/go/src/strings/strings.go:282 # 0x818517 github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg.ParseAccept+0x617 /go/pkg/mod/github.com/prometheus/common@v0.7.0/internal/bitbucket.org/ww/goautoneg/autoneg.go:117 # 0x818c1c github.com/prometheus/common/expfmt.Negotiate+0x6c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:42 # 0xb24108 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x1f8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:147 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [7: 2688] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 384] @ 0x404bdc 0x82875a 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x828759 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x69 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:408 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [8: 384] @ 0x68b4f0 0x68b547 0x7839b2 0x77903d 0x778975 0x77be3f 0x45f261 # 0x68b4ef container/list.(*List).insertValue+0x3f /usr/local/go/src/container/list/list.go:105 # 0x68b546 container/list.(*List).PushFront+0x96 /usr/local/go/src/container/list/list.go:151 # 0x7839b1 net/http.(*connLRU).add+0x51 /usr/local/go/src/net/http/transport.go:2678 # 0x77903c net/http.(*Transport).tryPutIdleConn+0x68c /usr/local/go/src/net/http/transport.go:873 # 0x778974 net/http.(*Transport).putOrCloseIdleConn+0x34 /usr/local/go/src/net/http/transport.go:784 # 0x77be3e net/http.(*Transport).dialConnFor+0x1fe /usr/local/go/src/net/http/transport.go:1306 0: 0 [16: 256] @ 0x16a8a2f 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16a8a2e github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x4fe /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:915 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [12: 96] @ 0x653040 0x652fb8 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x65303f net.newTCPConn+0x23f /usr/local/go/src/net/tcpsock.go:194 # 0x652fb7 net.(*sysDialer).doDialTCP+0x1b7 /usr/local/go/src/net/tcpsock_posix.go:101 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [16: 1536] @ 0xb01621 0xb01564 0xb01538 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01620 github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:104 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [52: 14976] @ 0x40da93 0x40f709 0x40e3e0 0x48f1e0 0x48f04b 0x1696167 0x169614b 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x48f1df context.propagateCancel+0xdf /usr/local/go/src/context/context.go:254 # 0x48f04a context.WithCancel+0x9a /usr/local/go/src/context/context.go:231 # 0x1696166 golang.org/x/sync/errgroup.WithContext+0x886 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x169614a github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x86a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1526 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [130: 66560] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 128] @ 0x58659b 0x585aa2 0x5846c9 0x16a8eb0 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x58659a github.com/go-kit/kit/log.Caller.func1+0x10a /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:91 # 0x585aa1 github.com/go-kit/kit/log.bindValues+0x81 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:20 # 0x5846c8 github.com/go-kit/kit/log.(*context).Log+0x1e8 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:122 # 0x16a8eaf github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x97f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:921 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32] @ 0xa6815c 0xa67095 0xac2933 0xad555f 0x45f261 # 0xa6815b google.golang.org/grpc/internal/transport.(*http2Server).handleData+0x48b /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:590 # 0xa67094 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x2a4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:486 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [2: 256] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [215: 165120] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 528] @ 0x77add4 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0x17a29eb 0x17a29cb 0x17a287a 0x17bf790 0x45f261 # 0x77add3 net/http.(*Transport).getConn+0x143 /usr/local/go/src/net/http/transport.go:1198 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0x17a29ea net/http.(*Client).Do+0x5a /usr/local/go/src/net/http/client.go:509 # 0x17a29ca go.elastic.co/apm/transport.(*HTTPTransport).sendStreamRequest+0x3a /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:245 # 0x17a2879 go.elastic.co/apm/transport.(*HTTPTransport).SendStream+0x189 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:237 # 0x17bf78f go.elastic.co/apm.(*Tracer).loop.func1+0x18f /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:687 0: 0 [16: 1280] @ 0x629ada 0x65aab5 0x45f261 # 0x629ad9 net.(*sysDialer).dialSerial+0x679 /usr/local/go/src/net/dial.go:526 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [10: 3840] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 192] @ 0x50441a 0x50473d 0xd82840 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x504419 bytes.(*Buffer).grow+0x259 /usr/local/go/src/bytes/buffer.go:128 # 0x50473c bytes.(*Buffer).WriteString+0xdc /usr/local/go/src/bytes/buffer.go:184 # 0xd8283f github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x4ef /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:143 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 16] @ 0xb527bf 0xb5250f 0xb4e933 0xb4dadb 0xb451ba 0xb4750c 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb527be encoding/xml.(*Decoder).name+0x1be /usr/local/go/src/encoding/xml/xml.go:1180 # 0xb5250e encoding/xml.(*Decoder).nsname+0x2e /usr/local/go/src/encoding/xml/xml.go:1151 # 0xb4e932 encoding/xml.(*Decoder).rawToken+0x102 /usr/local/go/src/encoding/xml/xml.go:780 # 0xb4dada encoding/xml.(*Decoder).Token+0x102a /usr/local/go/src/encoding/xml/xml.go:288 # 0xb451b9 encoding/xml.(*Decoder).unmarshal+0x339 /usr/local/go/src/encoding/xml/read.go:516 # 0xb4750b encoding/xml.(*Decoder).unmarshal+0x268b /usr/local/go/src/encoding/xml/read.go:401 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [2: 96] @ 0x824164 0x833965 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x824163 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x143 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:321 # 0x833964 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Write+0x54 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:158 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [18: 13824] @ 0xb01b27 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 2560] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 2048] @ 0xb01b27 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [12: 576] @ 0x579917 0x57a46e 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579916 regexp.onePassCopy+0x76 /usr/local/go/src/regexp/onepass.go:225 # 0x57a46d regexp.compileOnePass+0x11d /usr/local/go/src/regexp/onepass.go:497 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [30: 817920] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 144] @ 0x82f7ab 0x826b37 0x826a9b 0x826063 0x83553d 0x45f261 # 0x82f7aa github.com/prometheus/client_golang/prometheus.NewConstMetric+0xda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:93 # 0x826b36 github.com/prometheus/client_golang/prometheus.MustNewConstMetric+0xab6 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:100 # 0x826a9a github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xa1a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:41 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [3: 624] @ 0x4133d3 0x63783e 0x6372d9 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x63783d net.(*ipv6ZoneCache).update+0x26d /usr/local/go/src/net/interface.go:210 # 0x6372d8 net.Interfaces+0x98 /usr/local/go/src/net/interface.go:105 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [6: 864] @ 0x449de5 0xd82088 0xd84472 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd82087 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x47 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 43008] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x5577d3 0x55852d 0x717414 0x716ef2 0x7171e2 0x774a3f 0x774972 0x783215 0x5577d3 0x558089 0xb51183 0xb4e8a8 0xb4dadb 0xb47da7 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x5577d2 bufio.(*Reader).fill+0x102 /usr/local/go/src/bufio/bufio.go:100 # 0x55852c bufio.(*Reader).ReadSlice+0x3c /usr/local/go/src/bufio/bufio.go:359 # 0x717413 net/http/internal.readChunkLine+0x33 /usr/local/go/src/net/http/internal/chunked.go:122 # 0x716ef1 net/http/internal.(*chunkedReader).beginChunk+0x31 /usr/local/go/src/net/http/internal/chunked.go:48 # 0x7171e1 net/http/internal.(*chunkedReader).Read+0x131 /usr/local/go/src/net/http/internal/chunked.go:93 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x5577d2 bufio.(*Reader).fill+0x102 /usr/local/go/src/bufio/bufio.go:100 # 0x558088 bufio.(*Reader).ReadByte+0x38 /usr/local/go/src/bufio/bufio.go:252 # 0xb51182 encoding/xml.(*Decoder).getc+0x82 /usr/local/go/src/encoding/xml/xml.go:906 # 0xb4e8a7 encoding/xml.(*Decoder).rawToken+0x77 /usr/local/go/src/encoding/xml/xml.go:563 # 0xb4dada encoding/xml.(*Decoder).Token+0x102a /usr/local/go/src/encoding/xml/xml.go:288 # 0xb47da6 encoding/xml.(*Decoder).unmarshal+0x2f26 /usr/local/go/src/encoding/xml/read.go:312 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [5: 2080] @ 0x40da93 0x40f709 0x413162 0x17ae07a 0x17a7ca3 0x17a7c56 0x17a7c51 0x17a758c 0x17ae711 0x17bfa33 0x45f261 # 0x17ae079 go.elastic.co/apm.(*Metrics).addMetric+0x369 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:120 # 0x17a7ca2 go.elastic.co/apm.(*Metrics).Add+0x302 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:79 # 0x17a7c55 go.elastic.co/apm.(*builtinMetricsGatherer).gatherMemStatsMetrics.func1+0x2b5 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:74 # 0x17a7c50 go.elastic.co/apm.(*builtinMetricsGatherer).gatherMemStatsMetrics+0x2b0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:87 # 0x17a758b go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x9b /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:49 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [15: 960] @ 0xa6ab65 0xac3684 0xac3ff1 0xac7e27 0xad565b 0x45f261 # 0xa6ab64 google.golang.org/grpc/internal/transport.(*http2Server).Write+0xf4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:914 # 0xac3683 google.golang.org/grpc.(*Server).sendResponse+0x3d3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:860 # 0xac3ff0 google.golang.org/grpc.(*Server).processUnaryRPC+0x550 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1042 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 2048] @ 0x47427f 0x638cf2 0x638968 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x47427e syscall.ParseNetlinkRouteAttr+0x19e /usr/local/go/src/syscall/netlink_linux.go:167 # 0x638cf1 net.addrTable+0x181 /usr/local/go/src/net/interface_linux.go:161 # 0x638967 net.interfaceAddrTable+0x1a7 /usr/local/go/src/net/interface_linux.go:137 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [20: 28160] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 2688] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 288] @ 0x601091 0xd849af 0xd820b3 0xd84472 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x601090 crypto/hmac.New+0x30 /usr/local/go/src/crypto/hmac/hmac.go:71 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd820b2 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x72 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [8: 512] @ 0xd820f3 0xd82062 0xd84472 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd820f2 encoding/hex.EncodeToString+0xb2 /usr/local/go/src/encoding/hex/hex.go:99 # 0xd82061 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x21 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 96] @ 0x7820a1 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdb397c 0xde1703 0x45f261 # 0x7820a0 net/http.(*persistConn).roundTrip+0x520 /usr/local/go/src/net/http/transport.go:2403 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdb397b github.com/minio/minio-go/v6.Client.listObjectsQuery+0x3db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:481 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 384] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [13: 3328] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 4480] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [368: 94208] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 400] @ 0x449cef 0x44977e 0x449a67 0xd83253 0xd8425f 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd83252 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x162 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:203 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [6: 768] @ 0x824164 0x833965 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x824163 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x143 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:321 # 0x833964 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Write+0x54 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:158 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [5: 1040] @ 0x4e6c61 0x4e676d 0x7efacf 0x80281a 0x802802 0x82621b 0x826063 0x83553d 0x45f261 # 0x4e6c60 os.statNolog+0x30 /usr/local/go/src/os/stat_unix.go:30 # 0x4e676c os.Stat+0x4c /usr/local/go/src/os/stat.go:13 # 0x7eface github.com/prometheus/procfs/internal/fs.NewFS+0x3e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/fs/fs.go:40 # 0x802819 github.com/prometheus/procfs.NewFS+0x39 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/fs.go:38 # 0x802801 github.com/prometheus/procfs.NewProc+0x21 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:54 # 0x82621a github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x19a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:34 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 640] @ 0xb01b27 0xb01e4c 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [13: 1040] @ 0x168d76d 0xb1b346 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0x168d76c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Info+0xcc /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:560 # 0xb1b345 github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:849 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 80] @ 0x47d497 0xd81e44 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x47d496 time.Time.Format+0xe6 /usr/local/go/src/time/format.go:506 # 0xd81e43 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0xf3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [14: 3584] @ 0xb01b27 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [24: 10752] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 3136] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0xd82cb9 0xd82ca6 0xd8440d 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd82cb8 sort.Strings+0x268 /usr/local/go/src/sort/sort.go:314 # 0xd82ca5 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x255 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:174 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [6: 96] @ 0x16a8607 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16a8606 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0xd6 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:908 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 80] @ 0x5e4cb1 0x5e2e55 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e4cb0 encoding/asn1.parseFieldParameters+0x130 /usr/local/go/src/encoding/asn1/common.go:101 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2: 1792] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [30: 23040] @ 0xb01b27 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 576] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 3456] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 320] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [6: 1536] @ 0x79c931 0x178b9d3 0x178ba16 0x178a78a 0x178997d 0x1789972 0x1788bb9 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x79c930 github.com/pkg/errors.callers+0x30 /go/pkg/mod/github.com/pkg/errors@v0.8.1/stack.go:135 # 0x178b9d2 github.com/pkg/errors.New+0x142 /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:105 # 0x178ba15 github.com/elastic/go-sysinfo/providers/linux.findDistribRelease+0x185 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:215 # 0x178a789 github.com/elastic/go-sysinfo/providers/linux.getOSInfo+0x139 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:76 # 0x178997c github.com/elastic/go-sysinfo/providers/linux.OperatingSystem+0x2c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:69 # 0x1789971 github.com/elastic/go-sysinfo/providers/linux.(*reader).os+0x21 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:193 # 0x1788bb8 github.com/elastic/go-sysinfo/providers/linux.newHost+0x278 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:116 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [6: 96] @ 0xd81f2b 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd81f2a github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x1da /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:85 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 128] @ 0x46e2aa 0x46e17e 0x46de3f 0x575d21 0x575d87 0x578773 0xd7917a 0xd7912e 0xd79127 0xdacb53 0xdacb5e 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0x46e2a9 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227 # 0x46e17d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206 # 0x46de3e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128 # 0x575d20 regexp.newBitState+0x70 /usr/local/go/src/regexp/backtrack.go:50 # 0x575d86 regexp.(*Regexp).backtrack+0xd6 /usr/local/go/src/regexp/backtrack.go:317 # 0x578772 regexp.(*Regexp).doExecute+0x452 /usr/local/go/src/regexp/exec.go:535 # 0xd79179 regexp.(*Regexp).doMatch+0x239 /usr/local/go/src/regexp/exec.go:514 # 0xd7912d regexp.(*Regexp).MatchString+0x1ed /usr/local/go/src/regexp/regexp.go:507 # 0xd79126 github.com/minio/minio-go/v6/pkg/s3utils.checkBucketNameCommon+0x1e6 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3utils/utils.go:329 # 0xdacb52 github.com/minio/minio-go/v6/pkg/s3utils.CheckValidBucketName+0xf2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3utils/utils.go:337 # 0xdacb5d github.com/minio/minio-go/v6.Client.getObjectWithContext+0xfd /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:41 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 128] @ 0xe49d96 0xe4a9ba 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xe49d95 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.finishServerSpan+0x465 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:85 # 0xe4a9b9 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x189 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:48 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 512] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 96] @ 0x6dba40 0x6db017 0x759124 0x75fb6f 0x7640f4 0x45f261 # 0x6dba3f net/textproto.canonicalMIMEHeaderKey+0x15f /usr/local/go/src/net/textproto/reader.go:639 # 0x6db016 net/textproto.(*Reader).ReadMIMEHeader+0x186 /usr/local/go/src/net/textproto/reader.go:503 # 0x759123 net/http.readRequest+0x363 /usr/local/go/src/net/http/request.go:1059 # 0x75fb6e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [2: 2048] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 480] @ 0x824164 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x824163 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x143 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:321 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [10: 1280] @ 0xabd8d6 0xabe58d 0xabeeeb 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xabd8d5 google.golang.org/grpc.(*parser).recvMsg+0xd5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:526 # 0xabe58c google.golang.org/grpc.recvAndDecompress+0x4c /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:639 # 0xabeeea google.golang.org/grpc.recv+0x9a /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:707 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 1344] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 96] @ 0xa761bd 0x46deb6 0xa67fd1 0xa67fb8 0xa67095 0xac2933 0xad555f 0x45f261 # 0xa761bc google.golang.org/grpc/internal/transport.newBufferPool.func1+0x2c /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:51 # 0x46deb5 sync.(*Pool).Get+0xa5 /usr/local/go/src/sync/pool.go:148 # 0xa67fd0 google.golang.org/grpc/internal/transport.(*bufferPool).get+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:58 # 0xa67fb7 google.golang.org/grpc/internal/transport.(*http2Server).handleData+0x2e7 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:614 # 0xa67094 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x2a4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:486 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [3: 96] @ 0x81ca44 0x81ca31 0x828e54 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81ca43 sort.Strings+0x293 /usr/local/go/src/sort/sort.go:314 # 0x81ca30 github.com/prometheus/client_golang/prometheus/internal.NormalizeMetricFamilies+0x280 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/internal/metric.go:79 # 0x828e53 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x763 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:546 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [4: 320] @ 0x449cef 0x44977e 0x449a67 0x7830bc 0x782f70 0x7784a6 0x776e44 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x7830bb net.JoinHostPort+0x20b /usr/local/go/src/net/ipsock.go:233 # 0x782f6f net/http.canonicalAddr+0xbf /usr/local/go/src/net/http/transport.go:2532 # 0x7784a5 net/http.(*Transport).connectMethodForRequest+0xc5 /usr/local/go/src/net/http/transport.go:719 # 0x776e43 net/http.(*Transport).roundTrip+0x583 /usr/local/go/src/net/http/transport.go:512 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 192] @ 0x404bdc 0x77b042 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x77b041 net/http.(*Transport).getConn+0x3b1 /usr/local/go/src/net/http/transport.go:1219 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [18: 9216] @ 0x5049d7 0x50431b 0x541b80 0x541b5c 0x7ef3ec 0x7ef406 0x80b33c 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x541b7f bytes.(*Buffer).Grow+0xbf /usr/local/go/src/bytes/buffer.go:161 # 0x541b5b io/ioutil.readAll+0x9b /usr/local/go/src/io/ioutil/ioutil.go:34 # 0x7ef3eb io/ioutil.ReadAll+0x12b /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x7ef405 github.com/prometheus/procfs/internal/util.ReadFileNoStat+0x145 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/util/readfile.go:37 # 0x80b33b github.com/prometheus/procfs.FS.Stat+0x19b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:169 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [3: 768] @ 0x79c931 0x79b67b 0x1693ee6 0x1698392 0x16aa16f 0x872954 0x45f261 # 0x79c930 github.com/pkg/errors.callers+0x30 /go/pkg/mod/github.com/pkg/errors@v0.8.1/stack.go:135 # 0x79b67a github.com/pkg/errors.Wrap+0x8a /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:191 # 0x1693ee5 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x495 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1264 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 64] @ 0xa40622 0xa4062d 0xa3fba0 0xa3f73d 0xa3f388 0xa4991b 0xa44438 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa40621 bytes.(*Buffer).String+0x2b1 /usr/local/go/src/bytes/buffer.go:65 # 0xa4062c golang.org/x/net/http2/hpack.(*Decoder).readString+0x2bc /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:500 # 0xa3fb9f golang.org/x/net/http2/hpack.(*Decoder).parseFieldLiteral+0x17f /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:374 # 0xa3f73c golang.org/x/net/http2/hpack.(*Decoder).parseHeaderFieldRepr+0x18c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:316 # 0xa3f387 golang.org/x/net/http2/hpack.(*Decoder).Write+0x97 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:262 # 0xa4991a golang.org/x/net/http2.(*Framer).readMetaFrame+0x23a /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1536 # 0xa44437 golang.org/x/net/http2.(*Framer).ReadFrame+0x3b7 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:517 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [9: 432] @ 0x168d8ff 0xb1b346 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0x168d8fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Info+0x25e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:571 # 0xb1b345 github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:849 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 80] @ 0x4f5ee5 0x4f6912 0x4f8da9 0x4fa36b 0x4f44ec 0x80aef6 0x80ad53 0x80b875 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x4f5ee4 fmt.(*ss).scanNumber+0x84 /usr/local/go/src/fmt/scan.go:597 # 0x4f6911 fmt.(*ss).scanUint+0x101 /usr/local/go/src/fmt/scan.go:686 # 0x4f8da8 fmt.(*ss).scanOne+0xb88 /usr/local/go/src/fmt/scan.go:985 # 0x4fa36a fmt.(*ss).doScanf+0x25a /usr/local/go/src/fmt/scan.go:1217 # 0x4f44eb fmt.Fscanf+0xbb /usr/local/go/src/fmt/scan.go:143 # 0x80aef5 fmt.Sscanf+0x245 /usr/local/go/src/fmt/scan.go:114 # 0x80ad52 github.com/prometheus/procfs.parseSoftIRQStat+0xa2 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:131 # 0x80b874 github.com/prometheus/procfs.FS.Stat+0x6d4 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:217 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [5: 80] @ 0x82e354 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82e353 github.com/prometheus/client_golang/prometheus.(*noObjectivesSummary).Write+0x113 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/summary.go:474 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [5: 2240] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 768] @ 0x71b326 0x71b311 0x71aa3a 0x71c10e 0x17a29eb 0x17a29cb 0x17a287a 0x17bf790 0x45f261 # 0x71b325 net/http.send.func1+0x745 /usr/local/go/src/net/http/client.go:224 # 0x71b310 net/http.send+0x730 /usr/local/go/src/net/http/client.go:246 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0x17a29ea net/http.(*Client).Do+0x5a /usr/local/go/src/net/http/client.go:509 # 0x17a29ca go.elastic.co/apm/transport.(*HTTPTransport).sendStreamRequest+0x3a /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:245 # 0x17a2879 go.elastic.co/apm/transport.(*HTTPTransport).SendStream+0x189 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:237 # 0x17bf78f go.elastic.co/apm.(*Tracer).loop.func1+0x18f /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:687 0: 0 [5: 640] @ 0x64e037 0x64e00a 0x6429c1 0x652f6c 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x64e036 net.newFD+0xe6 /usr/local/go/src/net/fd_unix.go:40 # 0x64e009 net.socket+0xb9 /usr/local/go/src/net/sock_posix.go:27 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x652f6b net.(*sysDialer).doDialTCP+0x16b /usr/local/go/src/net/tcpsock_posix.go:95 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [6: 384] @ 0x48efe1 0x763fa0 0x45f261 # 0x48efe0 context.WithCancel+0x30 /usr/local/go/src/context/context.go:230 # 0x763f9f net/http.(*conn).serve+0x57f /usr/local/go/src/net/http/server.go:1808 0: 0 [2: 64] @ 0x7ef39e 0x7ef38e 0x808760 0x8263a8 0x826063 0x83553d 0x45f261 # 0x7ef39d io.LimitReader+0xdd /usr/local/go/src/io/io.go:430 # 0x7ef38d github.com/prometheus/procfs/internal/util.ReadFileNoStat+0xcd /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/util/readfile.go:36 # 0x80875f github.com/prometheus/procfs.Proc.Stat+0xdf /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:116 # 0x8263a7 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x327 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:40 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [8: 65536] @ 0x542e6d 0x46deb6 0x542351 0x491e3d 0xddebfd 0xddeba3 0xdb3cd2 0xde1703 0x45f261 # 0x542e6c io/ioutil.glob..func1+0x5c /usr/local/go/src/io/ioutil/ioutil.go:138 # 0x46deb5 sync.(*Pool).Get+0xa5 /usr/local/go/src/sync/pool.go:148 # 0x542350 io/ioutil.devNull.ReadFrom+0x30 /usr/local/go/src/io/ioutil/ioutil.go:144 # 0x491e3c io.copyBuffer+0x2ec /usr/local/go/src/io/io.go:388 # 0xddebfc io.Copy+0x9c /usr/local/go/src/io/io.go:364 # 0xddeba2 github.com/minio/minio-go/v6.closeResponse+0x42 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:116 # 0xdb3cd1 github.com/minio/minio-go/v6.Client.listObjectsQuery+0x731 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:523 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [31: 39680] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [20: 640] @ 0xa65b34 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa65b33 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x2a3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:323 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [3: 48] @ 0x449cef 0x44977e 0x4499f7 0x81f698 0x834188 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81f697 github.com/prometheus/client_golang/prometheus.NewDesc+0x707 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/desc.go:122 # 0x834187 github.com/prometheus/client_golang/prometheus.wrapDesc+0x517 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [3: 48] @ 0xb0e969 0xa7bcfb 0xabef5f 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb0e968 github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesRequest).Unmarshal+0xb58 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:2482 # 0xa7bcfa google.golang.org/grpc/encoding/proto.codec.Unmarshal+0x1fa /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:88 # 0xabef5e google.golang.org/grpc.recv+0x10e /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:711 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 4096] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 2048] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 784] @ 0xd79bcb 0x6010d2 0xd849af 0xd81e8d 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81e8c github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x13c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 192] @ 0xd82159 0xd82062 0xd84472 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd82158 encoding/hex.EncodeToString+0x118 /usr/local/go/src/encoding/hex/hex.go:101 # 0xd82061 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x21 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [9: 2304] @ 0x779c41 0x779b0e 0x77af25 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x779c40 net/http.(*wantConnQueue).pushBack+0x500 /usr/local/go/src/net/http/transport.go:1138 # 0x779b0d net/http.(*Transport).queueForIdleConn+0x3cd /usr/local/go/src/net/http/transport.go:957 # 0x77af24 net/http.(*Transport).getConn+0x294 /usr/local/go/src/net/http/transport.go:1207 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 16] @ 0x46fd95 0x4de296 0x53ef75 0x53ed0a 0x53ea59 0x178b936 0x178a78a 0x178997d 0x1789972 0x1788bb9 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x46fd94 syscall.ParseDirent+0x2c4 /usr/local/go/src/syscall/dirent.go:99 # 0x4de295 os.(*File).readdirnames+0xf5 /usr/local/go/src/os/dir_unix.go:62 # 0x53ef74 os.(*File).Readdirnames+0x3c4 /usr/local/go/src/os/dir.go:48 # 0x53ed09 path/filepath.glob+0x159 /usr/local/go/src/path/filepath/match.go:324 # 0x53ea58 path/filepath.Glob+0x368 /usr/local/go/src/path/filepath/match.go:251 # 0x178b935 github.com/elastic/go-sysinfo/providers/linux.findDistribRelease+0xa5 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:198 # 0x178a789 github.com/elastic/go-sysinfo/providers/linux.getOSInfo+0x139 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:76 # 0x178997c github.com/elastic/go-sysinfo/providers/linux.OperatingSystem+0x2c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:69 # 0x1789971 github.com/elastic/go-sysinfo/providers/linux.(*reader).os+0x21 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:193 # 0x1788bb8 github.com/elastic/go-sysinfo/providers/linux.newHost+0x278 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:116 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [3: 48] @ 0x63b3ec 0x650a37 0x650721 0x763a80 0x45f261 # 0x63b3eb net.IP.String+0x4eb /usr/local/go/src/net/ip.go:313 # 0x650a36 net.ipEmptyString+0x356 /usr/local/go/src/net/ip.go:372 # 0x650720 net.(*TCPAddr).String+0x40 /usr/local/go/src/net/tcpsock.go:32 # 0x763a7f net/http.(*conn).serve+0x5f /usr/local/go/src/net/http/server.go:1761 0: 0 [6: 96] @ 0x69fb0e 0x69fb17 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x69fb0d crypto/tls.(*serverHelloDoneMsg).marshal+0x49d /usr/local/go/src/crypto/tls/handshake_messages.go:1511 # 0x69fb16 crypto/tls.(*clientHandshakeState).doFullHandshake+0x4a6 /usr/local/go/src/crypto/tls/handshake_client.go:539 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [165: 84480] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [16: 4096] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [401: 102656] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x449cef 0x44977e 0x449a67 0x643e8f 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x643e8e net.(*Resolver).lookupIPAddr+0x46e /usr/local/go/src/net/lookup.go:265 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [15: 7680] @ 0x779c41 0x779b0e 0x77af25 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x779c40 net/http.(*wantConnQueue).pushBack+0x500 /usr/local/go/src/net/http/transport.go:1138 # 0x779b0d net/http.(*Transport).queueForIdleConn+0x3cd /usr/local/go/src/net/http/transport.go:957 # 0x77af24 net/http.(*Transport).getConn+0x294 /usr/local/go/src/net/http/transport.go:1207 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 1152] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 1056] @ 0x77add4 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x77add3 net/http.(*Transport).getConn+0x143 /usr/local/go/src/net/http/transport.go:1198 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 128] @ 0x601146 0xd849af 0xd81efa 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ef9 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x1a9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:84 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 352] @ 0x4133d3 0xdb36e8 0xdb3675 0xde1703 0x45f261 # 0xdb36e7 net/url.Values.Set+0x147 /usr/local/go/src/net/url/url.go:846 # 0xdb3674 github.com/minio/minio-go/v6.Client.listObjectsQuery+0xd4 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:462 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [4: 64] @ 0x449de5 0x57a918 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a917 regexp.compile+0x2c7 /usr/local/go/src/regexp/regexp.go:206 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 80] @ 0x82eecf 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82eece github.com/prometheus/client_golang/prometheus.(*constSummary).Write+0x3e /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/summary.go:662 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [3: 48] @ 0x5e5188 0x5e2e55 0x5e4a6d 0x676fd3 0x676f90 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e5187 encoding/asn1.parseFieldParameters+0x607 /usr/local/go/src/encoding/asn1/common.go:118 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676fd2 encoding/asn1.Unmarshal+0xb62 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x676f8f crypto/x509.parseCertificate+0xb1f /usr/local/go/src/crypto/x509/x509.go:1454 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 16] @ 0x8241a6 0x833965 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x8241a5 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x185 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:323 # 0x833964 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Write+0x54 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:158 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 576] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 144] @ 0xe4c604 0x16902f5 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xe4c603 github.com/thanos-io/thanos/pkg/tracing.StartSpan+0x283 /go/src/github.com/thanos-io/thanos/pkg/tracing/tracing.go:51 # 0x16902f4 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x94 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:829 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x46eaef 0x46ddbd 0xa777d2 0xa71034 0xa72235 0x4917e7 0xa7217d 0xa7213a 0xabd90c 0xabe58d 0xabeeeb 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x46eaee sync.(*poolChain).pushHead+0x18e /usr/local/go/src/sync/poolqueue.go:233 # 0x46ddbc sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108 # 0xa777d1 google.golang.org/grpc/internal/transport.(*bufferPool).put+0x41 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:62 # 0xa71033 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read+0xb3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:159 # 0xa72234 google.golang.org/grpc/internal/transport.(*transportReader).Read+0x54 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:478 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xa7217c io.ReadFull+0xcc /usr/local/go/src/io/io.go:329 # 0xa72139 google.golang.org/grpc/internal/transport.(*Stream).Read+0x89 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:462 # 0xabd90b google.golang.org/grpc.(*parser).recvMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:527 # 0xabe58c google.golang.org/grpc.recvAndDecompress+0x4c /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:639 # 0xabeeea google.golang.org/grpc.recv+0x9a /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:707 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 6144] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 240] @ 0x490488 0xe4c705 0xe4c710 0xe44973 0x188febd 0xe44973 0xe44b55 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0x490487 context.WithValue+0x77 /usr/local/go/src/context/context.go:487 # 0xe4c704 github.com/thanos-io/thanos/pkg/tracing.ContextWithTracer+0x74 /go/src/github.com/thanos-io/thanos/pkg/tracing/tracing.go:29 # 0xe4c70f github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0x7f /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 128] @ 0x40d554 0x4119c5 0x82ba73 0x8299f5 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82ba72 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0xb52 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:904 # 0x8299f4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:670 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 32] @ 0x80b27f 0x80b1fd 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80b27e github.com/prometheus/procfs/internal/fs.FS.Path+0xde /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/fs/fs.go:54 # 0x80b1fc github.com/prometheus/procfs.FS.Stat+0x5c /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:168 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [3: 96] @ 0x6990e5 0x697684 0x69a04d 0x69a058 0x6a1b37 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6990e4 crypto/tls.(*Conn).readFromUntil+0xa4 /usr/local/go/src/crypto/tls/conn.go:802 # 0x697683 crypto/tls.(*Conn).readRecordOrCCS+0x123 /usr/local/go/src/crypto/tls/conn.go:609 # 0x69a04c crypto/tls.(*Conn).readRecord+0x6c /usr/local/go/src/crypto/tls/conn.go:577 # 0x69a057 crypto/tls.(*Conn).readHandshake+0x77 /usr/local/go/src/crypto/tls/conn.go:993 # 0x6a1b36 crypto/tls.(*clientHandshakeState).readFinished+0x76 /usr/local/go/src/crypto/tls/handshake_client.go:730 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [4: 2048] @ 0xb01b27 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [107: 68480] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [8: 384] @ 0x490488 0xe4983e 0xe49849 0xe4a6d7 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0x490487 context.WithValue+0x77 /usr/local/go/src/context/context.go:487 # 0xe4983d github.com/opentracing/opentracing-go.ContextWithSpan+0x38d /go/pkg/mod/github.com/opentracing/opentracing-go@v1.1.0/gocontext.go:12 # 0xe49848 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.newServerSpanFromInbound+0x398 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:68 # 0xe4a6d6 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x116 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:30 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 672] @ 0xdde1ac 0xdd3c52 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdde1ab github.com/minio/minio-go/v6.Client.newRetryTimer+0xab /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/retry.go:45 # 0xdd3c51 github.com/minio/minio-go/v6.Client.executeMethod+0x1d1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:600 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [801: 3896064] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [7: 2240] @ 0xb01b27 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [61: 15616] @ 0x16a83bd 0x872954 0x45f261 # 0x16a83bc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0x25c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:895 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [29: 3712] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 16] @ 0x4fb29d 0x5789e5 0x57a868 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x4fb29c strings.(*Builder).WriteRune+0xac /usr/local/go/src/strings/builder.go:106 # 0x5789e4 regexp.onePassPrefix+0x124 /usr/local/go/src/regexp/onepass.go:59 # 0x57a867 regexp.compile+0x217 /usr/local/go/src/regexp/regexp.go:201 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 144] @ 0x82f7ab 0x8268f9 0x8268b5 0x826063 0x83553d 0x45f261 # 0x82f7aa github.com/prometheus/client_golang/prometheus.NewConstMetric+0xda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:93 # 0x8268f8 github.com/prometheus/client_golang/prometheus.MustNewConstMetric+0x878 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:100 # 0x8268b4 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x834 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:54 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [4: 512] @ 0x6383a4 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x6383a3 net.interfaceTable+0x423 /usr/local/go/src/net/interface_linux.go:38 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [17: 544] @ 0xe4c939 0xe4c803 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xe4c938 github.com/grpc-ecosystem/go-grpc-middleware.WrapServerStream+0x198 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/wrappers.go:29 # 0xe4c802 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x62 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:39 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1122: 27574272] @ 0x9242db 0x169546e 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x169546d github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x61d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1423 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 1024] @ 0xb01b27 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [75: 24000] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 800] @ 0x40d667 0x4119c5 0x82ba73 0x8299f5 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82ba72 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0xb52 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:904 # 0x8299f4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:670 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [4: 192] @ 0x50095a 0x500937 0x500525 0x6ebaf7 0x9134c0 0x91cae8 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0x6ebaf6 path.Join+0xa6 /usr/local/go/src/path/path.go:158 # 0x9134bf github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x11f /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:162 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [4: 54272] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x5577d3 0x55852d 0x717414 0x716ef2 0x7171e2 0x774a3f 0x774972 0x783215 0x5577d3 0x558089 0xb51183 0xb4e8a8 0xb4dadb 0xb47da7 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x5577d2 bufio.(*Reader).fill+0x102 /usr/local/go/src/bufio/bufio.go:100 # 0x55852c bufio.(*Reader).ReadSlice+0x3c /usr/local/go/src/bufio/bufio.go:359 # 0x717413 net/http/internal.readChunkLine+0x33 /usr/local/go/src/net/http/internal/chunked.go:122 # 0x716ef1 net/http/internal.(*chunkedReader).beginChunk+0x31 /usr/local/go/src/net/http/internal/chunked.go:48 # 0x7171e1 net/http/internal.(*chunkedReader).Read+0x131 /usr/local/go/src/net/http/internal/chunked.go:93 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x5577d2 bufio.(*Reader).fill+0x102 /usr/local/go/src/bufio/bufio.go:100 # 0x558088 bufio.(*Reader).ReadByte+0x38 /usr/local/go/src/bufio/bufio.go:252 # 0xb51182 encoding/xml.(*Decoder).getc+0x82 /usr/local/go/src/encoding/xml/xml.go:906 # 0xb4e8a7 encoding/xml.(*Decoder).rawToken+0x77 /usr/local/go/src/encoding/xml/xml.go:563 # 0xb4dada encoding/xml.(*Decoder).Token+0x102a /usr/local/go/src/encoding/xml/xml.go:288 # 0xb47da6 encoding/xml.(*Decoder).unmarshal+0x2f26 /usr/local/go/src/encoding/xml/read.go:312 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [9: 288] @ 0x16a83bd 0x872954 0x45f261 # 0x16a83bc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0x25c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:895 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 1152] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0x80b504 0x80b50f 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b503 bufio.(*Scanner).Text+0x363 /usr/local/go/src/bufio/scan.go:112 # 0x80b50e github.com/prometheus/procfs.FS.Stat+0x36e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [18: 1152] @ 0x48efe1 0x62926d 0x628730 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x48efe0 context.WithCancel+0x30 /usr/local/go/src/context/context.go:230 # 0x62926c net.(*sysDialer).dialParallel+0x54c /usr/local/go/src/net/dial.go:491 # 0x62872f net.(*Dialer).DialContext+0x4ef /usr/local/go/src/net/dial.go:422 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [32: 6144] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 5760] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5979: 2938798080] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 163840] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [35: 53760] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x7ef3ec 0x7ef406 0x80b33c 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x7ef3eb io/ioutil.ReadAll+0x12b /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x7ef405 github.com/prometheus/procfs/internal/util.ReadFileNoStat+0x145 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/util/readfile.go:37 # 0x80b33b github.com/prometheus/procfs.FS.Stat+0x19b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:169 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 1536] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 704] @ 0x4133d3 0xdd5c04 0xdd5b74 0xdd5b60 0xdd4d49 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf5f2a 0xdf5e33 0x8be5a5 0x91eb37 0x91e40f 0x9215ba 0x168c9d4 0x16a7701 0x45f261 # 0xdd5c03 net/textproto.MIMEHeader.Set+0xd3 /usr/local/go/src/net/textproto/header.go:22 # 0xdd5b73 net/http.Header.Set+0x43 /usr/local/go/src/net/http/header.go:37 # 0xdd5b5f github.com/minio/minio-go/v6.Client.setUserAgent+0x2f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:854 # 0xdd4d48 github.com/minio/minio-go/v6.Client.newRequest+0x448 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:792 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf5f29 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5e32 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).ObjectSize+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:346 # 0x8be5a4 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).ObjectSize+0x114 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:253 # 0x91eb36 github.com/thanos-io/thanos/pkg/block/indexheader.newChunkedIndexReader+0x166 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:125 # 0x91e40e github.com/thanos-io/thanos/pkg/block/indexheader.WriteBinary+0x7e /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:75 # 0x9215b9 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x3b9 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:447 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [1: 16] @ 0x501d04 0x501ce1 0x501baf 0xd8252a 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd82529 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x1d9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:133 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [5: 2560] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0x57a113 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a112 regexp.makeOnePass+0x312 /usr/local/go/src/regexp/onepass.go:444 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [16: 512] @ 0xe4e751 0xe4e4f1 0x1693ac0 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xe4e750 github.com/thanos-io/thanos/pkg/pool.NewBucketedBytesPool.func1+0x30 /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:54 # 0xe4e4f0 github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Get+0x150 /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:79 # 0x1693abf github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x6f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1255 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 32] @ 0x840066 0x915f93 0x914e97 0x168b3f6 0x19d6ec0 0x8b5d01 0x19d7555 0x588027 0x45f261 # 0x840065 github.com/prometheus/prometheus/pkg/labels.FromMap+0x65 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/labels.go:257 # 0x915f92 github.com/thanos-io/thanos/pkg/block.(*LabelShardedMetaFilter).Filter+0xb2 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:410 # 0x914e96 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch+0x476 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:358 # 0x168b3f5 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks+0x65 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:324 # 0x19d6ebf main.runStore.func4.1+0x5f /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:279 # 0x8b5d00 github.com/thanos-io/thanos/pkg/runutil.Repeat+0x90 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:72 # 0x19d7554 main.runStore.func4+0x504 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:278 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [4: 640] @ 0x40da93 0x40f709 0x4118fc 0x82ba73 0x8299f5 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82ba72 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0xb52 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:904 # 0x8299f4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:670 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [24: 3840] @ 0x57a7a2 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a7a1 regexp.compile+0x151 /usr/local/go/src/regexp/regexp.go:195 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 384] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 16] @ 0x48f05b 0x763fa0 0x45f261 # 0x48f05a context.WithCancel+0xaa /usr/local/go/src/context/context.go:232 # 0x763f9f net/http.(*conn).serve+0x57f /usr/local/go/src/net/http/server.go:1808 0: 0 [7: 112] @ 0x4088a1 0x5864be 0x585aa2 0x5846c9 0x168fe8b 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5864bd github.com/go-kit/kit/log.Caller.func1+0x2d /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:86 # 0x585aa1 github.com/go-kit/kit/log.bindValues+0x81 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:20 # 0x5846c8 github.com/go-kit/kit/log.(*context).Log+0x1e8 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:122 # 0x168fe8a github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x75a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [14: 4928] @ 0x4133d3 0xdd5c04 0xdd5b74 0xdd5b60 0xdd4d49 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdd5c03 net/textproto.MIMEHeader.Set+0xd3 /usr/local/go/src/net/textproto/header.go:22 # 0xdd5b73 net/http.Header.Set+0x43 /usr/local/go/src/net/http/header.go:37 # 0xdd5b5f github.com/minio/minio-go/v6.Client.setUserAgent+0x2f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:854 # 0xdd4d48 github.com/minio/minio-go/v6.Client.newRequest+0x448 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:792 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [6: 384] @ 0xb4d09e 0xb451ba 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb4d09d encoding/xml.(*Decoder).Token+0x5ed /usr/local/go/src/encoding/xml/xml.go:326 # 0xb451b9 encoding/xml.(*Decoder).unmarshal+0x339 /usr/local/go/src/encoding/xml/read.go:516 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [7: 448] @ 0x6db57a 0x759124 0x75fb6f 0x7640f4 0x45f261 # 0x6db579 net/textproto.(*Reader).ReadMIMEHeader+0x6e9 /usr/local/go/src/net/textproto/reader.go:478 # 0x759123 net/http.readRequest+0x363 /usr/local/go/src/net/http/request.go:1059 # 0x75fb6e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [9: 1008] @ 0x564163 0x5640b2 0x5673c2 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x564162 regexp/syntax.(*parser).newRegexp+0xd2 /usr/local/go/src/regexp/syntax/parse.go:94 # 0x5640b1 regexp/syntax.(*parser).op+0x21 /usr/local/go/src/regexp/syntax/parse.go:216 # 0x5673c1 regexp/syntax.Parse+0x371 /usr/local/go/src/regexp/syntax/parse.go:770 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x79d567 0x822d42 0x83553d 0x45f261 # 0x79d566 runtime/debug.ReadGCStats+0x3e6 /usr/local/go/src/runtime/debug/garbage.go:74 # 0x822d41 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x291 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:321 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [18: 144] @ 0x829a9c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x829a9b github.com/prometheus/client_golang/prometheus.processMetric+0x46b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:685 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [35: 560] @ 0x6721d0 0x670c11 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6721cf crypto/x509.checkChainForKeyUsage+0x3f /usr/local/go/src/crypto/x509/verify.go:1031 # 0x670c10 crypto/x509.(*Certificate).Verify+0x310 /usr/local/go/src/crypto/x509/verify.go:784 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2: 256] @ 0x46eb1b 0x46ddbd 0x78825e 0x788229 0x75935e 0x75fb6f 0x7640f4 0x45f261 # 0x46eb1a sync.(*poolChain).pushHead+0x1ba /usr/local/go/src/sync/poolqueue.go:234 # 0x46ddbc sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108 # 0x78825d net/http.putTextprotoReader+0x5d /usr/local/go/src/net/http/request.go:987 # 0x788228 net/http.readRequest.func1+0x28 /usr/local/go/src/net/http/request.go:1016 # 0x75935d net/http.readRequest+0x59d /usr/local/go/src/net/http/request.go:1099 # 0x75fb6e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [4: 256] @ 0x601146 0xd849af 0xd81e8d 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81e8c github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x13c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 16] @ 0x47d497 0xd821f1 0xd8433d 0xd842fc 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x47d496 time.Time.Format+0xe6 /usr/local/go/src/time/format.go:506 # 0xd821f0 github.com/minio/minio-go/v6/pkg/s3signer.getScope+0x60 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:99 # 0xd8433c github.com/minio/minio-go/v6/pkg/s3signer.GetCredential+0x43c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:109 # 0xd842fb github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3fb /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:295 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 128] @ 0x178c9ca 0x179563e 0x17a8399 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x178c9c9 github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Self+0x79 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/process_linux.go:63 # 0x179563d github.com/elastic/go-sysinfo.Self+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:84 # 0x17a8398 go.elastic.co/apm.gatherSysMetrics+0x58 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:129 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [5: 560] @ 0x56baf8 0x56b1d5 0x567d1a 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x56baf7 regexp/syntax.(*parser).newRegexp+0x997 /usr/local/go/src/regexp/syntax/parse.go:94 # 0x56b1d4 regexp/syntax.(*parser).parseClass+0x74 /usr/local/go/src/regexp/syntax/parse.go:1534 # 0x567d19 regexp/syntax.Parse+0xcc9 /usr/local/go/src/regexp/syntax/parse.go:774 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [12: 576] @ 0x561079 0x561069 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x561078 regexp/syntax.(*compiler).init+0x48 /usr/local/go/src/regexp/syntax/compile.go:90 # 0x561068 regexp/syntax.Compile+0x38 /usr/local/go/src/regexp/syntax/compile.go:82 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 288] @ 0x490488 0x763b0c 0x45f261 # 0x490487 context.WithValue+0x77 /usr/local/go/src/context/context.go:487 # 0x763b0b net/http.(*conn).serve+0xeb /usr/local/go/src/net/http/server.go:1762 0: 0 [2: 2560] @ 0xb01b27 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x564f9c 0x564a06 0x5695ef 0x5674b0 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x564f9b regexp/syntax.(*parser).collapse+0x17b /usr/local/go/src/regexp/syntax/parse.go:380 # 0x564a05 regexp/syntax.(*parser).concat+0x165 /usr/local/go/src/regexp/syntax/parse.go:313 # 0x5695ee regexp/syntax.(*parser).parseRightParen+0x2e /usr/local/go/src/regexp/syntax/parse.go:1211 # 0x5674af regexp/syntax.Parse+0x45f /usr/local/go/src/regexp/syntax/parse.go:748 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [24: 768] @ 0x81f469 0x81f456 0x834188 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81f468 sort.Strings+0x4d8 /usr/local/go/src/sort/sort.go:314 # 0x81f455 github.com/prometheus/client_golang/prometheus.NewDesc+0x4c5 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/desc.go:103 # 0x834187 github.com/prometheus/client_golang/prometheus.wrapDesc+0x517 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 96] @ 0x50095a 0x500937 0x500525 0xd82d0a 0xd82f3d 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0xd82d09 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x2b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:175 # 0xd82f3c github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x19c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:194 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 16] @ 0xd82c36 0xd8440d 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd82c35 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x1e5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [23: 368] @ 0x4796ed 0x4796c3 0x476702 0x633d9b 0x64e5cf 0x64e110 0x6429c1 0x652ec2 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x4796ec syscall.errnoErr+0x8c /usr/local/go/src/syscall/syscall_unix.go:163 # 0x4796c2 syscall.connect+0x62 /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1507 # 0x476701 syscall.Connect+0x61 /usr/local/go/src/syscall/syscall_unix.go:251 # 0x633d9a net.(*netFD).connect+0x7a /usr/local/go/src/net/fd_unix.go:70 # 0x64e5ce net.(*netFD).dial+0xfe /usr/local/go/src/net/sock_posix.go:149 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x652ec1 net.(*sysDialer).doDialTCP+0xc1 /usr/local/go/src/net/tcpsock_posix.go:65 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [4: 832] @ 0x40d667 0x412535 0x412284 0x411a82 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [103: 19776] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 384] @ 0x579f71 0x579f1e 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579f70 regexp.newQueue+0x170 /usr/local/go/src/regexp/onepass.go:141 # 0x579f1d regexp.makeOnePass+0x11d /usr/local/go/src/regexp/onepass.go:307 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 448] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 112] @ 0x16a8867 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16a8866 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:912 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x82f7ab 0x82304c 0x823008 0x83553d 0x45f261 # 0x82f7aa github.com/prometheus/client_golang/prometheus.NewConstMetric+0xda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:93 # 0x82304b github.com/prometheus/client_golang/prometheus.MustNewConstMetric+0x59b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:100 # 0x823007 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x557 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:330 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [2: 128] @ 0x50095a 0x500937 0x500525 0x541317 0x9135c9 0x9134db 0x91cae8 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0x541316 path/filepath.join+0xa6 /usr/local/go/src/path/filepath/path_unix.go:45 # 0x9135c8 path/filepath.Join+0x228 /usr/local/go/src/path/filepath/path.go:210 # 0x9134da github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x13a /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:163 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [21: 672] @ 0xe496d4 0xe4a8de 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xe496d3 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.newServerSpanFromInbound+0x223 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:63 # 0xe4a8dd github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0xad /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:44 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 896] @ 0xb01b27 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [57: 912] @ 0x48f05b 0x628f03 0x628730 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x48f05a context.WithCancel+0xaa /usr/local/go/src/context/context.go:232 # 0x628f02 net.(*sysDialer).dialParallel+0x1e2 /usr/local/go/src/net/dial.go:480 # 0x62872f net.(*Dialer).DialContext+0x4ef /usr/local/go/src/net/dial.go:422 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [40: 5120] @ 0x1692ab8 0x16906e4 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1692ab7 github.com/thanos-io/thanos/pkg/store.(*bucketBlockSet).getFor+0x1f7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1152 # 0x16906e3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x483 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:860 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 160] @ 0x1695688 0x1695700 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695687 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x837 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x16956ff github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x8af /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1440 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 480] @ 0xa4aeb9 0xa3febd 0xa3fc46 0xa3f73d 0xa3f388 0xa4991b 0xa44438 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa4aeb8 golang.org/x/net/http2.(*Framer).readMetaFrame.func1+0x208 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1528 # 0xa3febc golang.org/x/net/http2/hpack.(*Decoder).callEmit+0x9c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:393 # 0xa3fc45 golang.org/x/net/http2/hpack.(*Decoder).parseFieldLiteral+0x225 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:383 # 0xa3f73c golang.org/x/net/http2/hpack.(*Decoder).parseHeaderFieldRepr+0x18c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:316 # 0xa3f387 golang.org/x/net/http2/hpack.(*Decoder).Write+0x97 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:262 # 0xa4991a golang.org/x/net/http2.(*Framer).readMetaFrame+0x23a /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1536 # 0xa44437 golang.org/x/net/http2.(*Framer).ReadFrame+0x3b7 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:517 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [6: 96] @ 0x83e1f8 0x83e1bf 0x83e273 0x168fbbe 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x83e1f7 strconv.quoteWith+0x137 /usr/local/go/src/strconv/quote.go:20 # 0x83e1be strconv.Quote+0xfe /usr/local/go/src/strconv/quote.go:125 # 0x83e272 github.com/prometheus/prometheus/pkg/labels.Labels.String+0x1b2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/labels.go:59 # 0x168fbbd github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x48d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [13: 1040] @ 0x80b504 0x80b50f 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80b503 bufio.(*Scanner).Text+0x363 /usr/local/go/src/bufio/scan.go:112 # 0x80b50e github.com/prometheus/procfs.FS.Stat+0x36e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [19: 608] @ 0xa51ee5 0xa51eb6 0xa68193 0xa6813e 0xa67095 0xac2933 0xad555f 0x45f261 # 0xa51ee4 google.golang.org/grpc/internal/transport.(*itemList).enqueue+0x114 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:47 # 0xa51eb5 google.golang.org/grpc/internal/transport.(*controlBuffer).executeAndPut+0xe5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:332 # 0xa68192 google.golang.org/grpc/internal/transport.(*controlBuffer).put+0x4c2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:311 # 0xa6813d google.golang.org/grpc/internal/transport.(*http2Server).handleData+0x46d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:588 # 0xa67094 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x2a4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:486 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [8: 384] @ 0x449cef 0x44977e 0x4499f7 0x83412e 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x83412d github.com/prometheus/client_golang/prometheus.wrapDesc+0x4bd /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [6: 576] @ 0x601091 0xd849af 0xd81f71 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x601090 crypto/hmac.New+0x30 /usr/local/go/src/crypto/hmac/hmac.go:71 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81f70 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x220 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:85 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [20: 11520] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 3584] @ 0xb01b27 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 1280] @ 0x635527 0x6354cf 0x653372 0x651ef7 0x768cb6 0x7689d7 0xe2c895 0x19d6c76 0x588027 0x45f261 # 0x635526 net.newFD+0x1d6 /usr/local/go/src/net/fd_unix.go:40 # 0x6354ce net.(*netFD).accept+0x17e /usr/local/go/src/net/fd_unix.go:246 # 0x653371 net.(*TCPListener).accept+0x31 /usr/local/go/src/net/tcpsock_posix.go:139 # 0x651ef6 net.(*TCPListener).Accept+0x46 /usr/local/go/src/net/tcpsock.go:261 # 0x768cb5 net/http.(*Server).Serve+0x285 /usr/local/go/src/net/http/server.go:2896 # 0x7689d6 net/http.(*Server).ListenAndServe+0xb6 /usr/local/go/src/net/http/server.go:2825 # 0xe2c894 github.com/thanos-io/thanos/pkg/server/http.(*Server).ListenAndServe+0x174 /go/src/github.com/thanos-io/thanos/pkg/server/http/http.go:57 # 0x19d6c75 main.runStore.func1+0x45 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:173 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [2: 32] @ 0x49fa98 0x49f2ab 0x586521 0x5864f5 0x585aa2 0x5846c9 0x168fe8b 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x49fa97 strconv.formatBits+0x317 /usr/local/go/src/strconv/itoa.go:200 # 0x49f2aa strconv.FormatInt+0xda /usr/local/go/src/strconv/itoa.go:29 # 0x586520 strconv.Itoa+0x90 /usr/local/go/src/strconv/itoa.go:35 # 0x5864f4 github.com/go-kit/kit/log.Caller.func1+0x64 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:91 # 0x585aa1 github.com/go-kit/kit/log.bindValues+0x81 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:20 # 0x5846c8 github.com/go-kit/kit/log.(*context).Log+0x1e8 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:122 # 0x168fe8a github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x75a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0x634751 0x634790 0x64e5cf 0x64e110 0x6429c1 0x656782 0x65550e 0x623dfe 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x634750 os.NewSyscallError+0xa30 /usr/local/go/src/os/error.go:79 # 0x63478f net.(*netFD).connect+0xa6f /usr/local/go/src/net/fd_unix.go:94 # 0x64e5ce net.(*netFD).dial+0xfe /usr/local/go/src/net/sock_posix.go:149 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [30: 34560] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 720] @ 0x60e2eb 0x67689a 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e2ea crypto/x509/pkix.(*Name).FillFromRDNSequence+0x3ca /usr/local/go/src/crypto/x509/pkix/pkix.go:156 # 0x676899 crypto/x509.parseCertificate+0x429 /usr/local/go/src/crypto/x509/x509.go:1423 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [27: 10368] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 2816] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [83: 10624] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 256] @ 0x4fff4f 0x80b51c 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x4fff4e strings.Fields+0x8e /usr/local/go/src/strings/strings.go:349 # 0x80b51b github.com/prometheus/procfs.FS.Stat+0x37b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [4: 128] @ 0x5024c8 0x502591 0x818188 0x818c1d 0xb24109 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x5024c7 strings.makeCutsetFunc+0x167 /usr/local/go/src/strings/strings.go:826 # 0x502590 strings.Trim+0x60 /usr/local/go/src/strings/strings.go:844 # 0x818187 github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg.ParseAccept+0x287 /go/pkg/mod/github.com/prometheus/common@v0.7.0/internal/bitbucket.org/ww/goautoneg/autoneg.go:100 # 0x818c1c github.com/prometheus/common/expfmt.Negotiate+0x6c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:42 # 0xb24108 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x1f8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:147 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [12: 1536] @ 0x538725 0x538272 0x757db9 0xdd4be8 0xdd4950 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x538724 net/url.parse+0x84 /usr/local/go/src/net/url/url.go:516 # 0x538271 net/url.Parse+0xa1 /usr/local/go/src/net/url/url.go:475 # 0x757db8 net/http.NewRequestWithContext+0xa8 /usr/local/go/src/net/http/request.go:851 # 0xdd4be7 net/http.NewRequest+0x2e7 /usr/local/go/src/net/http/request.go:813 # 0xdd494f github.com/minio/minio-go/v6.Client.newRequest+0x4f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:747 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [4: 448] @ 0xd79bcb 0x6010d2 0xd849af 0xd81efa 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ef9 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x1a9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:84 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [9: 1440] @ 0x53a863 0x53a971 0xdd4b96 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x53a862 strings.(*Builder).WriteString+0x862 /usr/local/go/src/strings/builder.go:122 # 0x53a970 net/url.(*URL).String+0x970 /usr/local/go/src/net/url/url.go:809 # 0xdd4b95 github.com/minio/minio-go/v6.Client.newRequest+0x295 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:747 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [42: 5376] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [28: 8960] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 1920] @ 0x563504 0x5632ab 0x561871 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x561870 regexp/syntax.(*compiler).compile+0x520 /usr/local/go/src/regexp/syntax/compile.go:121 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 96] @ 0xb06a74 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xb06a73 github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0xc3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:848 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 128] @ 0x81f0ac 0x834188 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81f0ab github.com/prometheus/client_golang/prometheus.NewDesc+0x11b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/desc.go:90 # 0x834187 github.com/prometheus/client_golang/prometheus.wrapDesc+0x517 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [49: 156800] @ 0x46fe5d 0x4de296 0x804573 0x804410 0x82642b 0x826446 0x826063 0x83553d 0x45f261 # 0x46fe5c syscall.ParseDirent+0x38c /usr/local/go/src/syscall/dirent.go:99 # 0x4de295 os.(*File).readdirnames+0xf5 /usr/local/go/src/os/dir_unix.go:62 # 0x804572 os.(*File).Readdirnames+0x2a2 /usr/local/go/src/os/dir.go:48 # 0x80440f github.com/prometheus/procfs.Proc.fileDescriptors+0x13f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:258 # 0x82642a github.com/prometheus/procfs.Proc.FileDescriptorsLen+0x3aa /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:219 # 0x826445 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x3c5 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:53 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [6: 288] @ 0x764014 0x45f261 # 0x764013 net/http.(*conn).serve+0x5f3 /usr/local/go/src/net/http/server.go:1812 0: 0 [8715: 4426383360] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [37: 14208] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 5120] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 5376] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 64] @ 0x623a3e 0x623991 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x623a3d net.sortByRFC6724withSrcs+0x8d /usr/local/go/src/net/addrselect.go:25 # 0x623990 net.sortByRFC6724+0x70 /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [9: 288] @ 0x6db0c8 0x759124 0x75fb6f 0x7640f4 0x45f261 # 0x6db0c7 net/textproto.(*Reader).ReadMIMEHeader+0x237 /usr/local/go/src/net/textproto/reader.go:517 # 0x759123 net/http.readRequest+0x363 /usr/local/go/src/net/http/request.go:1059 # 0x75fb6e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [27: 13824] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2777088] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 144] @ 0x50095a 0x500937 0x500525 0xd82d0a 0xd8440d 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0xd82d09 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x2b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:175 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [4: 256] @ 0x753981 0x71cf74 0x71bfd4 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x753980 net/http.Header.Clone+0xe0 /usr/local/go/src/net/http/header.go:92 # 0x71cf73 net/http.(*Client).makeHeadersCopier+0x43 /usr/local/go/src/net/http/client.go:671 # 0x71bfd3 net/http.(*Client).do+0x293 /usr/local/go/src/net/http/client.go:530 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [14: 672] @ 0x655a87 0x64e814 0x64e110 0x6429c1 0x656782 0x62a30b 0x629681 0x6288a6 0x6454e4 0x62d689 0x62e76c 0x65afc1 0x45f261 # 0x655a86 net.sockaddrToUDP+0x176 /usr/local/go/src/net/udpsock_posix.go:17 # 0x64e813 net.(*netFD).dial+0x343 /usr/local/go/src/net/sock_posix.go:168 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x62a30a net.(*sysDialer).dialSingle+0x62a /usr/local/go/src/net/dial.go:581 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x6288a5 net.(*Dialer).DialContext+0x665 /usr/local/go/src/net/dial.go:424 # 0x6454e3 net.(*Resolver).dial+0xc3 /usr/local/go/src/net/lookup_unix.go:70 # 0x62d688 net.(*Resolver).exchange+0x2a8 /usr/local/go/src/net/dnsclient_unix.go:156 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [8: 2304] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [6: 3072] @ 0xb01b27 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [34: 544] @ 0x4acdcd 0x4abcfa 0x5e3017 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e3016 encoding/asn1.parseField+0x1f66 /usr/local/go/src/encoding/asn1/asn1.go:908 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [16: 24576] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1280] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [37: 592] @ 0x5e5088 0x5e2e55 0x5e4a6d 0x677bac 0x677b69 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e5087 encoding/asn1.parseFieldParameters+0x507 /usr/local/go/src/encoding/asn1/common.go:124 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677bab encoding/asn1.Unmarshal+0x173b /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677b68 crypto/x509.parseCertificate+0x16f8 /usr/local/go/src/crypto/x509/x509.go:1519 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [13: 1040] @ 0x80a5c4 0x80b655 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80a5c3 github.com/prometheus/procfs.parseCPUStat+0x63 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:86 # 0x80b654 github.com/prometheus/procfs.FS.Stat+0x4b4 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:224 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [2: 192] @ 0x579e6a 0x579e50 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579e69 regexp.newQueue+0x69 /usr/local/go/src/regexp/onepass.go:140 # 0x579e4f regexp.makeOnePass+0x4f /usr/local/go/src/regexp/onepass.go:306 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32] @ 0x80a5f8 0x80b655 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80a5f7 github.com/prometheus/procfs.parseCPUStat+0x97 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:89 # 0x80b654 github.com/prometheus/procfs.FS.Stat+0x4b4 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:224 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [18: 576] @ 0xa51ee5 0xa51eb6 0xa69b63 0xa696ad 0xa6aef1 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa51ee4 google.golang.org/grpc/internal/transport.(*itemList).enqueue+0x114 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:47 # 0xa51eb5 google.golang.org/grpc/internal/transport.(*controlBuffer).executeAndPut+0xe5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:332 # 0xa69b62 google.golang.org/grpc/internal/transport.(*http2Server).writeHeaderLocked+0x322 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:795 # 0xa696ac google.golang.org/grpc/internal/transport.(*http2Server).WriteHeader+0xcc /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:773 # 0xa6aef0 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x480 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:883 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [16: 1536] @ 0x48fbff 0x62d5f2 0x62e76c 0x65afc1 0x45f261 # 0x48fbfe context.WithDeadline+0xfe /usr/local/go/src/context/context.go:401 # 0x62d5f1 net.(*Resolver).exchange+0x211 /usr/local/go/src/net/dnsclient_unix.go:153 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [4: 448] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [13: 832] @ 0x449cef 0x44977e 0x4499f7 0x82a64d 0x82a20b 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82a64c github.com/prometheus/client_golang/prometheus.checkSuffixCollisions+0x17c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:808 # 0x82a20a github.com/prometheus/client_golang/prometheus.processMetric+0xbda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:665 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [3: 144] @ 0x40d8d0 0xddf2c1 0xddf48f 0xdd0e50 0xdd0d4b 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xddf2c0 github.com/minio/minio-go/v6.cloneHeader+0x60 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:164 # 0xddf48e github.com/minio/minio-go/v6.filterHeader+0x2e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:178 # 0xdd0e4f github.com/minio/minio-go/v6.extractObjMetadata+0x69f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:97 # 0xdd0d4a github.com/minio/minio-go/v6.Client.statObject+0x59a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:193 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 96] @ 0x68b4f0 0x68b547 0x7839b2 0x77903d 0x7893a0 0x77fff5 0x45f261 # 0x68b4ef container/list.(*List).insertValue+0x3f /usr/local/go/src/container/list/list.go:105 # 0x68b546 container/list.(*List).PushFront+0x96 /usr/local/go/src/container/list/list.go:151 # 0x7839b1 net/http.(*connLRU).add+0x51 /usr/local/go/src/net/http/transport.go:2678 # 0x77903c net/http.(*Transport).tryPutIdleConn+0x68c /usr/local/go/src/net/http/transport.go:873 # 0x78939f net/http.(*persistConn).readLoop.func2+0x3f /usr/local/go/src/net/http/transport.go:1870 # 0x77fff4 net/http.(*persistConn).readLoop+0x644 /usr/local/go/src/net/http/transport.go:1958 0: 0 [2: 160] @ 0x53ab8a 0x53aa89 0xdd4b96 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x53ab89 strings.(*Builder).WriteString+0xb89 /usr/local/go/src/strings/builder.go:122 # 0x53aa88 net/url.(*URL).String+0xa88 /usr/local/go/src/net/url/url.go:791 # 0xdd4b95 github.com/minio/minio-go/v6.Client.newRequest+0x295 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:747 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [10: 480] @ 0x188f084 0x188fe6d 0xe44973 0xe44b55 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0x188f083 github.com/grpc-ecosystem/go-grpc-prometheus.newServerReporter+0xe3 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_reporter.go:29 # 0x188fe6c github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0x5c /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:105 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [48: 768] @ 0x8bf809 0x8bec00 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0x8bf808 github.com/thanos-io/thanos/pkg/objstore.newTimingReadCloser+0x88 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:369 # 0x8bebff github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0x1ff /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:290 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [17: 816] @ 0x82fb0e 0x820b1c 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fb0d github.com/prometheus/client_golang/prometheus.populateMetric+0x1bd /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:133 # 0x820b1b github.com/prometheus/client_golang/prometheus.(*gauge).Write+0x5b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/gauge.go:126 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [8: 256] @ 0x474e63 0x4767f3 0x64e77b 0x64e110 0x6429c1 0x656782 0x62a30b 0x629681 0x6288a6 0x6454e4 0x62d689 0x62e76c 0x65afc1 0x45f261 # 0x474e62 syscall.anyToSockaddr+0x52 /usr/local/go/src/syscall/syscall_linux.go:501 # 0x4767f2 syscall.Getpeername+0xc2 /usr/local/go/src/syscall/syscall_unix.go:260 # 0x64e77a net.(*netFD).dial+0x2aa /usr/local/go/src/net/sock_posix.go:167 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x62a30a net.(*sysDialer).dialSingle+0x62a /usr/local/go/src/net/dial.go:581 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x6288a5 net.(*Dialer).DialContext+0x665 /usr/local/go/src/net/dial.go:424 # 0x6454e3 net.(*Resolver).dial+0xc3 /usr/local/go/src/net/lookup_unix.go:70 # 0x62d688 net.(*Resolver).exchange+0x2a8 /usr/local/go/src/net/dnsclient_unix.go:156 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [6: 96] @ 0x16a8997 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16a8996 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x466 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:914 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 384] @ 0x188f251 0x188fe80 0xe44973 0xe44b55 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0x188f250 github.com/grpc-ecosystem/go-grpc-prometheus.(*serverReporter).ReceivedMessage+0x30 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_reporter.go:34 # 0x188fe7f github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0x6f /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:106 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 576] @ 0x47509b 0x47534e 0x4db6bf 0x4d9ef3 0x635392 0x653372 0x651ef7 0x768cb6 0x7689d7 0xe2c895 0x19d6c76 0x588027 0x45f261 # 0x47509a syscall.anyToSockaddr+0x28a /usr/local/go/src/syscall/syscall_linux.go:511 # 0x47534d syscall.Accept4+0xbd /usr/local/go/src/syscall/syscall_linux.go:548 # 0x4db6be internal/poll.accept+0x3e /usr/local/go/src/internal/poll/sock_cloexec.go:17 # 0x4d9ef2 internal/poll.(*FD).Accept+0x112 /usr/local/go/src/internal/poll/fd_unix.go:377 # 0x635391 net.(*netFD).accept+0x41 /usr/local/go/src/net/fd_unix.go:238 # 0x653371 net.(*TCPListener).accept+0x31 /usr/local/go/src/net/tcpsock_posix.go:139 # 0x651ef6 net.(*TCPListener).Accept+0x46 /usr/local/go/src/net/tcpsock.go:261 # 0x768cb5 net/http.(*Server).Serve+0x285 /usr/local/go/src/net/http/server.go:2896 # 0x7689d6 net/http.(*Server).ListenAndServe+0xb6 /usr/local/go/src/net/http/server.go:2825 # 0xe2c894 github.com/thanos-io/thanos/pkg/server/http.(*Server).ListenAndServe+0x174 /go/src/github.com/thanos-io/thanos/pkg/server/http/http.go:57 # 0x19d6c75 main.runStore.func1+0x45 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:173 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [11: 4928] @ 0x5798fd 0x57a46e 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5798fc regexp.onePassCopy+0x5c /usr/local/go/src/regexp/onepass.go:225 # 0x57a46d regexp.compileOnePass+0x11d /usr/local/go/src/regexp/onepass.go:497 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 80] @ 0x67b6df 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b6de crypto/x509.(*Certificate).buildChains.func1+0x8fe /usr/local/go/src/crypto/x509/verify.go:823 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [38: 608] @ 0x66b12a 0x6a2a26 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x66b129 crypto/x509.(*CertPool).AddCert+0x169 /usr/local/go/src/crypto/x509/cert_pool.go:119 # 0x6a2a25 crypto/tls.(*Conn).verifyServerCertificate+0x225 /usr/local/go/src/crypto/tls/handshake_client.go:831 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [49: 784] @ 0x48f05b 0x643e15 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x48f05a context.WithCancel+0xaa /usr/local/go/src/context/context.go:232 # 0x643e14 net.(*Resolver).lookupIPAddr+0x3f4 /usr/local/go/src/net/lookup.go:263 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [9: 2592] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 1280] @ 0xb01b27 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [93: 47616] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32] @ 0x82a387 0x82a393 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82a386 github.com/prometheus/client_model/go.MetricType.Enum+0xd56 /go/pkg/mod/github.com/prometheus/client_model@v0.0.0-20190812154241-14fe0d1b01d4/go/metrics.pb.go:47 # 0x82a392 github.com/prometheus/client_golang/prometheus.processMetric+0xd62 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:657 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [4: 64] @ 0x82faea 0x82f91f 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fae9 github.com/prometheus/client_golang/prometheus.populateMetric+0x199 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:133 # 0x82f91e github.com/prometheus/client_golang/prometheus.(*constMetric).Write+0x5e /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:119 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [18: 6336] @ 0x4133d3 0x753b03 0x71cf74 0x71bfd4 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x753b02 net/http.Header.Clone+0x262 /usr/local/go/src/net/http/header.go:96 # 0x71cf73 net/http.(*Client).makeHeadersCopier+0x43 /usr/local/go/src/net/http/client.go:671 # 0x71bfd3 net/http.(*Client).do+0x293 /usr/local/go/src/net/http/client.go:530 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [14: 2688] @ 0x5049d7 0x50431b 0x50473d 0xd828a9 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x50473c bytes.(*Buffer).WriteString+0xdc /usr/local/go/src/bytes/buffer.go:184 # 0xd828a8 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x558 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:147 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 1408] @ 0xb01b27 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [30: 480] @ 0x6c070d 0x6c0b92 0x6c1584 0x69ef4d 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6c070c crypto/tls.prf12+0x2c /usr/local/go/src/crypto/tls/prf.go:68 # 0x6c0b91 crypto/tls.prfAndHashForVersion+0x91 /usr/local/go/src/crypto/tls/prf.go:130 # 0x6c1583 crypto/tls.newFinishedHash+0x93 /usr/local/go/src/crypto/tls/prf.go:203 # 0x69ef4c crypto/tls.(*clientHandshakeState).handshake+0x8c /usr/local/go/src/crypto/tls/handshake_client.go:367 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [10: 5120] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 5632] @ 0x5049d7 0x50431b 0x541b80 0x541b5c 0x7ef3ec 0x7ef406 0x808760 0x8263a8 0x826063 0x83553d 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x541b7f bytes.(*Buffer).Grow+0xbf /usr/local/go/src/bytes/buffer.go:161 # 0x541b5b io/ioutil.readAll+0x9b /usr/local/go/src/io/ioutil/ioutil.go:34 # 0x7ef3eb io/ioutil.ReadAll+0x12b /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x7ef405 github.com/prometheus/procfs/internal/util.ReadFileNoStat+0x145 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/util/readfile.go:37 # 0x80875f github.com/prometheus/procfs.Proc.Stat+0xdf /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:116 # 0x8263a7 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x327 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:40 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [2: 128] @ 0x47427f 0x638cf2 0x638968 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x47427e syscall.ParseNetlinkRouteAttr+0x19e /usr/local/go/src/syscall/netlink_linux.go:167 # 0x638cf1 net.addrTable+0x181 /usr/local/go/src/net/interface_linux.go:161 # 0x638967 net.interfaceAddrTable+0x1a7 /usr/local/go/src/net/interface_linux.go:137 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 6528] @ 0x46fe5d 0x4de296 0x804573 0x804410 0x82642b 0x826446 0x826063 0x83553d 0x45f261 # 0x46fe5c syscall.ParseDirent+0x38c /usr/local/go/src/syscall/dirent.go:99 # 0x4de295 os.(*File).readdirnames+0xf5 /usr/local/go/src/os/dir_unix.go:62 # 0x804572 os.(*File).Readdirnames+0x2a2 /usr/local/go/src/os/dir.go:48 # 0x80440f github.com/prometheus/procfs.Proc.fileDescriptors+0x13f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:258 # 0x82642a github.com/prometheus/procfs.Proc.FileDescriptorsLen+0x3aa /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:219 # 0x826445 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x3c5 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:53 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [8: 896] @ 0xd79bcb 0xd848c6 0xd832b3 0xd8425f 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0xd848c5 github.com/minio/minio-go/v6/pkg/s3signer.sum256+0x25 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:33 # 0xd832b2 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x1c2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:204 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 48] @ 0x449cef 0x44977e 0x449a67 0x84154f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x84154e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0xce /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [16: 256] @ 0x829a9c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x829a9b github.com/prometheus/client_golang/prometheus.processMetric+0x46b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:685 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [97: 31040] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 640] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [10: 81920] @ 0x40da93 0x40f709 0x40e3e0 0xedb53f 0x1695b13 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0xedb53e github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiPostings+0x32e /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:301 # 0x1695b12 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x232 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1478 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [16: 1280] @ 0x80b4b6 0x80b482 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b4b5 bufio.(*Scanner).Text+0x315 /usr/local/go/src/bufio/scan.go:112 # 0x80b481 github.com/prometheus/procfs.FS.Stat+0x2e1 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:178 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [27: 41472] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x541da7 0x1787c9a 0x17891f0 0x1788b41 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x541da6 io/ioutil.ReadFile+0x116 /usr/local/go/src/io/ioutil/ioutil.go:73 # 0x1787c99 github.com/elastic/go-sysinfo/providers/linux.IsContainerized+0x39 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/container.go:33 # 0x17891ef github.com/elastic/go-sysinfo/providers/linux.(*reader).containerized+0x3f /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:160 # 0x1788b40 github.com/elastic/go-sysinfo/providers/linux.newHost+0x200 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:112 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [3: 144] @ 0x828bfc 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x828bfb github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x50b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:439 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [44: 704] @ 0x64087f 0x6288f6 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x64087e net.addrList.partition+0x2be /usr/local/go/src/net/ipsock.go:114 # 0x6288f5 net.(*Dialer).DialContext+0x6b5 /usr/local/go/src/net/dial.go:415 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [3: 6144] @ 0x16952f5 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16952f4 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x4a4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1455 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [8: 128] @ 0xa6a182 0xac5ea5 0xac7dc0 0xad565b 0x45f261 # 0xa6a181 google.golang.org/grpc/internal/transport.(*http2Server).WriteStatus+0x3a1 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:859 # 0xac5ea4 google.golang.org/grpc.(*Server).processStreamingRPC+0x544 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1247 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 1245184] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 49152] @ 0x40da93 0x40f709 0x40e3e0 0xedb53f 0x1695b13 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0xedb53e github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiPostings+0x32e /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:301 # 0x1695b12 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x232 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1478 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 192] @ 0xb01b27 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 896] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 221184] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 270336] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 4096] @ 0x1695d8a 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695d89 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x4a9 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1512 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 12288] @ 0x16952f5 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16952f4 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x4a4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1455 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [12: 4224] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 19456] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [1: 96] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [19: 29184] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [15: 13440] @ 0x57a011 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a010 regexp.makeOnePass+0x210 /usr/local/go/src/regexp/onepass.go:309 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 65536] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 384] @ 0xb01b27 0xb01e4c 0xb019df 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [93: 17856] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [46: 736] @ 0x8242c6 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x8242c5 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x2a5 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:329 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 48] @ 0x473fe4 0x6380ca 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x473fe3 syscall.ParseNetlinkMessage+0x1e3 /usr/local/go/src/syscall/netlink_linux.go:124 # 0x6380c9 net.interfaceTable+0x149 /usr/local/go/src/net/interface_linux.go:21 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [60: 960] @ 0xdaefab 0xdaefc3 0x8bf9e7 0x8b61a9 0x1693daa 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdaefaa errors.New+0xca /usr/local/go/src/errors/errors.go:59 # 0xdaefc2 github.com/minio/minio-go/v6.(*Object).Close+0xe2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:589 # 0x8bf9e6 github.com/thanos-io/thanos/pkg/objstore.(*timingReadCloser).Close+0x36 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:381 # 0x8b61a8 github.com/thanos-io/thanos/pkg/runutil.CloseWithLogOnErr+0x48 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:109 # 0x1693da9 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x359 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1273 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [10: 160] @ 0x16a8737 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16a8736 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x206 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:910 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [12: 576] @ 0x188f381 0x188ff6a 0xe44973 0xe44b55 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0x188f380 github.com/grpc-ecosystem/go-grpc-prometheus.(*serverReporter).SentMessage+0x30 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_reporter.go:38 # 0x188ff69 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0x159 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:111 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [13: 4160] @ 0x57a011 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a010 regexp.makeOnePass+0x210 /usr/local/go/src/regexp/onepass.go:309 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x4e2ee1 0x4e1523 0x541d0e 0x541cdf 0x178a878 0x178a689 0x178997d 0x1789972 0x1788bb9 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4e2ee0 os.openFileNolog+0xc0 /usr/local/go/src/os/file_unix.go:208 # 0x4e1522 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300 # 0x541d0d os.Open+0x7d /usr/local/go/src/os/file.go:280 # 0x541cde io/ioutil.ReadFile+0x4e /usr/local/go/src/io/ioutil/ioutil.go:53 # 0x178a877 github.com/elastic/go-sysinfo/providers/linux.getOSRelease+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:98 # 0x178a688 github.com/elastic/go-sysinfo/providers/linux.getOSInfo+0x38 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:73 # 0x178997c github.com/elastic/go-sysinfo/providers/linux.OperatingSystem+0x2c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:69 # 0x1789971 github.com/elastic/go-sysinfo/providers/linux.(*reader).os+0x21 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:193 # 0x1788bb8 github.com/elastic/go-sysinfo/providers/linux.newHost+0x278 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:116 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 32] @ 0x80b504 0x80b50f 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80b503 bufio.(*Scanner).Text+0x363 /usr/local/go/src/bufio/scan.go:112 # 0x80b50e github.com/prometheus/procfs.FS.Stat+0x36e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [72: 294912] @ 0x80c007 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80c006 github.com/prometheus/procfs.FS.Stat+0xe66 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:194 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [12: 192] @ 0x168ff92 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x168ff91 github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x861 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:821 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 1536] @ 0x829a9c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x829a9b github.com/prometheus/client_golang/prometheus.processMetric+0x46b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:685 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [11: 880] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [5: 1440] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [49: 784] @ 0x4acdcd 0x4abcfa 0x5e3017 0x5e4a6d 0x674d35 0x674cf4 0x6766c2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e3016 encoding/asn1.parseField+0x1f66 /usr/local/go/src/encoding/asn1/asn1.go:908 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x674d34 encoding/asn1.Unmarshal+0x134 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x674cf3 crypto/x509.parsePublicKey+0xf3 /usr/local/go/src/crypto/x509/x509.go:1034 # 0x6766c1 crypto/x509.parseCertificate+0x251 /usr/local/go/src/crypto/x509/x509.go:1402 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [16: 5120] @ 0xdd11af 0xdd0d4b 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdd11ae github.com/minio/minio-go/v6.extractObjMetadata+0x9fe /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:88 # 0xdd0d4a github.com/minio/minio-go/v6.Client.statObject+0x59a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:193 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [22: 11264] @ 0x829a9c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x829a9b github.com/prometheus/client_golang/prometheus.processMetric+0x46b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:685 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [5: 3200] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 4608] @ 0x5049d7 0x50431b 0x541b80 0x541b5c 0x541da7 0x1787c9a 0x17891f0 0x1788b41 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x541b7f bytes.(*Buffer).Grow+0xbf /usr/local/go/src/bytes/buffer.go:161 # 0x541b5b io/ioutil.readAll+0x9b /usr/local/go/src/io/ioutil/ioutil.go:34 # 0x541da6 io/ioutil.ReadFile+0x116 /usr/local/go/src/io/ioutil/ioutil.go:73 # 0x1787c99 github.com/elastic/go-sysinfo/providers/linux.IsContainerized+0x39 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/container.go:33 # 0x17891ef github.com/elastic/go-sysinfo/providers/linux.(*reader).containerized+0x3f /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:160 # 0x1788b40 github.com/elastic/go-sysinfo/providers/linux.newHost+0x200 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:112 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [266: 68096] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [27: 12096] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 7168] @ 0x62322c 0x643fa0 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x62322b internal/singleflight.(*Group).DoChan+0x15b /usr/local/go/src/internal/singleflight/singleflight.go:79 # 0x643f9f net.(*Resolver).lookupIPAddr+0x57f /usr/local/go/src/net/lookup.go:267 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [12: 5376] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [41: 28864] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 160] @ 0x168fcb9 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x168fcb8 github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x588 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [13: 416] @ 0x829a9c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x829a9b github.com/prometheus/client_golang/prometheus.processMetric+0x46b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:685 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [5: 960] @ 0x4fff4f 0x80b51c 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x4fff4e strings.Fields+0x8e /usr/local/go/src/strings/strings.go:349 # 0x80b51b github.com/prometheus/procfs.FS.Stat+0x37b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [14: 224] @ 0x48fde3 0x4903db 0xa65c2c 0xa670f1 0xac2933 0xad555f 0x45f261 # 0x48fde2 context.WithDeadline+0x2e2 /usr/local/go/src/context/context.go:412 # 0x4903da context.WithTimeout+0x6a /usr/local/go/src/context/context.go:464 # 0xa65c2b google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x39b /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:333 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [10: 960] @ 0x48f5a4 0x48f135 0x48f04b 0x75feeb 0x7640f4 0x45f261 # 0x48f5a3 context.(*cancelCtx).Done+0xa3 /usr/local/go/src/context/context.go:327 # 0x48f134 context.propagateCancel+0x34 /usr/local/go/src/context/context.go:242 # 0x48f04a context.WithCancel+0x9a /usr/local/go/src/context/context.go:231 # 0x75feea net/http.(*conn).readRequest+0x4da /usr/local/go/src/net/http/server.go:1003 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [26: 46592] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [39: 24960] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 3200] @ 0x563504 0x5632ab 0x56147c 0x562070 0x562845 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x56147b regexp/syntax.(*compiler).compile+0x12b /usr/local/go/src/regexp/syntax/compile.go:110 # 0x56206f regexp/syntax.(*compiler).compile+0xd1f /usr/local/go/src/regexp/syntax/compile.go:163 # 0x562844 regexp/syntax.(*compiler).compile+0x14f4 /usr/local/go/src/regexp/syntax/compile.go:138 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [569: 218496] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [20: 2560] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 768] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1671: 876085248] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 144] @ 0x579f71 0x579f1e 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579f70 regexp.newQueue+0x170 /usr/local/go/src/regexp/onepass.go:141 # 0x579f1d regexp.makeOnePass+0x11d /usr/local/go/src/regexp/onepass.go:307 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 6912] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 1040] @ 0xdacc35 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x16937c1 0x16a9886 0x872954 0x45f261 # 0xdacc34 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x1d4 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:57 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [31: 55552] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [17: 2176] @ 0x779c41 0x779b0e 0x77af25 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x779c40 net/http.(*wantConnQueue).pushBack+0x500 /usr/local/go/src/net/http/transport.go:1138 # 0x779b0d net/http.(*Transport).queueForIdleConn+0x3cd /usr/local/go/src/net/http/transport.go:957 # 0x77af24 net/http.(*Transport).getConn+0x294 /usr/local/go/src/net/http/transport.go:1207 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 2842624] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 9472] @ 0x858cc9 0x921c8c 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x858cc8 github.com/prometheus/prometheus/tsdb/index.NewSymbols+0x148 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1251 # 0x921c8b github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x38b /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:494 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [19: 6688] @ 0x50095a 0x500937 0x500525 0xd830a8 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0xd830a7 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x307 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:189 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 208] @ 0xdb325b 0xdf4d6f 0x8be33f 0x914db9 0x168b3f6 0x19d6ec0 0x8b5d01 0x19d7555 0x588027 0x45f261 # 0xdb325a github.com/minio/minio-go/v6.Client.ListObjects+0xaa /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:361 # 0xdf4d6e github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Iter+0x18e /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:230 # 0x8be33e github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Iter+0x6e /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:238 # 0x914db8 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch+0x398 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:298 # 0x168b3f5 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks+0x65 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:324 # 0x19d6ebf main.runStore.func4.1+0x5f /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:279 # 0x8b5d00 github.com/thanos-io/thanos/pkg/runutil.Repeat+0x90 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:72 # 0x19d7554 main.runStore.func4+0x504 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:278 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [15: 480] @ 0xe449fa 0xe44af6 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xe449f9 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1+0x39 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:24 # 0xe44af5 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0x75 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:31 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 4480] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 160] @ 0x16a8dcd 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16a8dcc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x89c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:922 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 176] @ 0xa6e393 0xa6e2a2 0xa6d25d 0xa65945 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa6e392 google.golang.org/grpc/internal/transport.(*decodeState).addMetadata+0xac2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http_util.go:337 # 0xa6e2a1 google.golang.org/grpc/internal/transport.(*decodeState).processHeaderField+0x9d1 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http_util.go:353 # 0xa6d25c google.golang.org/grpc/internal/transport.(*decodeState).decodeHeader+0xec /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http_util.go:270 # 0xa65944 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0xb4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:306 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [6: 1920] @ 0x40da93 0x40f709 0x4118fc 0x82ba73 0x8299f5 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82ba72 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0xb52 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:904 # 0x8299f4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:670 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 32] @ 0x563df9 0x5639d8 0x564073 0x5672fe 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563df8 regexp/syntax.(*parser).maybeConcat+0x238 /usr/local/go/src/regexp/syntax/parse.go:165 # 0x5639d7 regexp/syntax.(*parser).push+0x217 /usr/local/go/src/regexp/syntax/parse.go:136 # 0x564072 regexp/syntax.(*parser).literal+0x52 /usr/local/go/src/regexp/syntax/parse.go:210 # 0x5672fd regexp/syntax.Parse+0x2ad /usr/local/go/src/regexp/syntax/parse.go:729 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [68: 60928] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 176] @ 0x58659b 0x585aa2 0x5846c9 0x168fe8b 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x58659a github.com/go-kit/kit/log.Caller.func1+0x10a /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:91 # 0x585aa1 github.com/go-kit/kit/log.bindValues+0x81 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:20 # 0x5846c8 github.com/go-kit/kit/log.(*context).Log+0x1e8 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:122 # 0x168fe8a github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x75a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 1840] @ 0x188efd1 0x188fe6d 0xe44973 0xe44b55 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0x188efd0 github.com/grpc-ecosystem/go-grpc-prometheus.newServerReporter+0x30 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_reporter.go:23 # 0x188fe6c github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0x5c /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:105 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1536] @ 0xb01b27 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [65: 33280] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 7680] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [61: 976] @ 0xd84653 0xd84610 0xd845fc 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd84652 net/textproto.MIMEHeader.Set+0x752 /usr/local/go/src/net/textproto/header.go:22 # 0xd8460f net/http.Header.Set+0x70f /usr/local/go/src/net/http/header.go:37 # 0xd845fb github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x6fb /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:312 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [2: 96] @ 0x40d8d0 0xdafcf1 0xdd089e 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdafcf0 github.com/minio/minio-go/v6.GetObjectOptions.Header+0x60 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:43 # 0xdd089d github.com/minio/minio-go/v6.Client.statObject+0xed /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:133 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [4: 384] @ 0x781f48 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x781f47 net/http.(*persistConn).roundTrip+0x3c7 /usr/local/go/src/net/http/transport.go:2385 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [9: 1008] @ 0xd79bcb 0x6010a5 0xd849af 0xd820b3 0xd84472 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010a4 crypto/hmac.New+0x44 /usr/local/go/src/crypto/hmac/hmac.go:72 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd820b2 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x72 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 96] @ 0x82fb8f 0x81e7eb 0x833965 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fb8e github.com/prometheus/client_golang/prometheus.populateMetric+0x23e /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:131 # 0x81e7ea github.com/prometheus/client_golang/prometheus.(*counter).Write+0x7a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/counter.go:115 # 0x833964 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Write+0x54 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:158 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [17: 544] @ 0xa6bc2c 0xa6a303 0xac5ea5 0xac7dc0 0xad565b 0x45f261 # 0xa6bc2b google.golang.org/grpc/internal/transport.(*http2Server).finishStream+0x7b /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:1079 # 0xa6a302 google.golang.org/grpc/internal/transport.(*http2Server).WriteStatus+0x522 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:872 # 0xac5ea4 google.golang.org/grpc.(*Server).processStreamingRPC+0x544 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1247 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 11264] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [14: 7168] @ 0x62322c 0x643fa0 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x62322b internal/singleflight.(*Group).DoChan+0x15b /usr/local/go/src/internal/singleflight/singleflight.go:79 # 0x643f9f net.(*Resolver).lookupIPAddr+0x57f /usr/local/go/src/net/lookup.go:267 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [3: 48] @ 0x82faea 0x820b1c 0x833965 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fae9 github.com/prometheus/client_golang/prometheus.populateMetric+0x199 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:133 # 0x820b1b github.com/prometheus/client_golang/prometheus.(*gauge).Write+0x5b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/gauge.go:126 # 0x833964 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Write+0x54 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:158 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [16: 2048] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 512] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 7680] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [14: 224] @ 0x4f6e99 0x4f94f3 0x4fa36b 0x4f44ec 0x80a77b 0x80a5e9 0x80b655 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x4f6e98 fmt.(*ss).floatToken+0x288 /usr/local/go/src/fmt/scan.go:737 # 0x4f94f2 fmt.(*ss).scanOne+0x12d2 /usr/local/go/src/fmt/scan.go:1000 # 0x4fa36a fmt.(*ss).doScanf+0x25a /usr/local/go/src/fmt/scan.go:1217 # 0x4f44eb fmt.Fscanf+0xbb /usr/local/go/src/fmt/scan.go:143 # 0x80a77a fmt.Sscanf+0x21a /usr/local/go/src/fmt/scan.go:114 # 0x80a5e8 github.com/prometheus/procfs.parseCPUStat+0x88 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:89 # 0x80b654 github.com/prometheus/procfs.FS.Stat+0x4b4 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:224 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [20: 1920] @ 0xa6adf8 0xac3684 0xac3ff1 0xac7e27 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xac3683 google.golang.org/grpc.(*Server).sendResponse+0x3d3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:860 # 0xac3ff0 google.golang.org/grpc.(*Server).processUnaryRPC+0x550 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1042 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [19: 1520] @ 0xa69891 0xa696ad 0xa6aef1 0xac3684 0xac3ff1 0xac7e27 0xad565b 0x45f261 # 0xa69890 google.golang.org/grpc/internal/transport.(*http2Server).writeHeaderLocked+0x50 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:788 # 0xa696ac google.golang.org/grpc/internal/transport.(*http2Server).WriteHeader+0xcc /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:773 # 0xa6aef0 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x480 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:883 # 0xac3683 google.golang.org/grpc.(*Server).sendResponse+0x3d3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:860 # 0xac3ff0 google.golang.org/grpc.(*Server).processUnaryRPC+0x550 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1042 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [13: 4576] @ 0x4133d3 0x753b03 0x760c1e 0x763226 0x762d46 0x6fa23f 0x559315 0x81c29f 0x81a510 0x81c23d 0x818b80 0xb24310 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x753b02 net/http.Header.Clone+0x262 /usr/local/go/src/net/http/header.go:96 # 0x760c1d net/http.(*response).WriteHeader+0x23d /usr/local/go/src/net/http/server.go:1130 # 0x763225 net/http.(*response).write+0x405 /usr/local/go/src/net/http/server.go:1558 # 0x762d45 net/http.(*response).Write+0x55 /usr/local/go/src/net/http/server.go:1541 # 0x6fa23e compress/gzip.(*Writer).Write+0x25e /usr/local/go/src/compress/gzip/gzip.go:168 # 0x559314 bufio.(*Writer).Flush+0x74 /usr/local/go/src/bufio/bufio.go:593 # 0x81c29e github.com/prometheus/common/expfmt.MetricFamilyToText.func1+0x2e /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/text_create.go:85 # 0x81a50f github.com/prometheus/common/expfmt.MetricFamilyToText+0x11bf /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/text_create.go:269 # 0x81c23c github.com/prometheus/common/expfmt.NewEncoder.func4+0x3c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:83 # 0x818b7f github.com/prometheus/common/expfmt.encoder.Encode+0x2f /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:36 # 0xb2430f github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x3ff /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:167 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [5: 80] @ 0x168f9c2 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x168f9c1 github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x291 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:821 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [46: 736] @ 0xdd4e44 0xdd4e0c 0xdd4de0 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xdd4e43 net/textproto.MIMEHeader.Set+0x543 /usr/local/go/src/net/textproto/header.go:22 # 0xdd4e0b net/http.Header.Set+0x50b /usr/local/go/src/net/http/header.go:37 # 0xdd4ddf github.com/minio/minio-go/v6.Client.newRequest+0x4df /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:796 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [12: 6144] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 1456] @ 0x9164af 0x916458 0x91d5d2 0x45f261 # 0x9164ae github.com/thanos-io/thanos/pkg/block.NewNode+0x12e /go/src/github.com/thanos-io/thanos/pkg/block/node.go:21 # 0x916457 github.com/thanos-io/thanos/pkg/block.(*DeduplicateFilter).filterForResolution+0xd7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:467 # 0x91d5d1 github.com/thanos-io/thanos/pkg/block.(*DeduplicateFilter).Filter.func1+0x201 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:443 0: 0 [7: 1344] @ 0xd8295c 0xd82967 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd8295b bytes.(*Buffer).String+0x60b /usr/local/go/src/bytes/buffer.go:65 # 0xd82966 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x616 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:159 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [6: 672] @ 0xd79bcb 0x6010d2 0xd849af 0xd820b3 0xd84472 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd820b2 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x72 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [7: 896] @ 0xdd4493 0xdd3df9 0xdd3d5f 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdd4492 net/http.cloneURL+0xa12 /usr/local/go/src/net/http/clone.go:26 # 0xdd3df8 net/http.(*Request).WithContext+0x378 /usr/local/go/src/net/http/request.go:360 # 0xdd3d5e github.com/minio/minio-go/v6.Client.executeMethod+0x2de /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:625 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [4: 192] @ 0x473fe4 0x473958 0x638805 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x473fe3 syscall.ParseNetlinkMessage+0x1e3 /usr/local/go/src/syscall/netlink_linux.go:124 # 0x473957 syscall.NetlinkRIB+0x2e7 /usr/local/go/src/syscall/netlink_linux.go:80 # 0x638804 net.interfaceAddrTable+0x44 /usr/local/go/src/net/interface_linux.go:121 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [2: 448] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [14: 25088] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 432] @ 0x817fac 0x818c1d 0xb24109 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x817fab github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg.ParseAccept+0xab /go/pkg/mod/github.com/prometheus/common@v0.7.0/internal/bitbucket.org/ww/goautoneg/autoneg.go:88 # 0x818c1c github.com/prometheus/common/expfmt.Negotiate+0x6c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:42 # 0xb24108 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x1f8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:147 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [5: 80] @ 0x824181 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x824180 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x160 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:322 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [5: 6400] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 3072] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 2304] @ 0xb01b27 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [249: 191232] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [15: 1920] @ 0x538725 0x53857e 0x75909f 0x75fb6f 0x7640f4 0x45f261 # 0x538724 net/url.parse+0x84 /usr/local/go/src/net/url/url.go:516 # 0x53857d net/url.ParseRequestURI+0x3d /usr/local/go/src/net/url/url.go:494 # 0x75909e net/http.readRequest+0x2de /usr/local/go/src/net/http/request.go:1049 # 0x75fb6e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [34: 4352] @ 0x64e037 0x64e00a 0x6429c1 0x656782 0x65550e 0x623dfe 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x64e036 net.newFD+0xe6 /usr/local/go/src/net/fd_unix.go:40 # 0x64e009 net.socket+0xb9 /usr/local/go/src/net/sock_posix.go:27 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [3: 3840] @ 0xb01b27 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 384] @ 0x449cef 0x44977e 0x449ad7 0x653cde 0x653c2a 0x655458 0x623dfe 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x653cdd net.JoinHostPort+0x2bd /usr/local/go/src/net/ipsock.go:231 # 0x653c29 net.(*UDPAddr).String+0x209 /usr/local/go/src/net/udpsock.go:42 # 0x655457 net.DialUDP+0x207 /usr/local/go/src/net/udpsock.go:214 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [60: 23040] @ 0xb01b27 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [37: 28416] @ 0xb01b27 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [31: 2976] @ 0xb01621 0xb01564 0xb014d7 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01620 github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:104 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 1280] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1536] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [32: 3584] @ 0x564163 0x5640b2 0x567d90 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x564162 regexp/syntax.(*parser).newRegexp+0xd2 /usr/local/go/src/regexp/syntax/parse.go:94 # 0x5640b1 regexp/syntax.(*parser).op+0x21 /usr/local/go/src/regexp/syntax/parse.go:216 # 0x567d8f regexp/syntax.Parse+0xd3f /usr/local/go/src/regexp/syntax/parse.go:754 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 160] @ 0xe496d4 0xe4a6d7 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xe496d3 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.newServerSpanFromInbound+0x223 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:63 # 0xe4a6d6 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x116 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:30 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 256] @ 0xd82d6f 0xd82f3d 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd82d6e github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x31e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:173 # 0xd82f3c github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x19c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:194 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [5: 320] @ 0x449cef 0x44977e 0x4499f7 0x82a5d7 0x82a20b 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82a5d6 github.com/prometheus/client_golang/prometheus.checkSuffixCollisions+0x106 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:802 # 0x82a20a github.com/prometheus/client_golang/prometheus.processMetric+0xbda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:665 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [12: 192] @ 0xe4875d 0xe497e7 0xe4a8de 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xe4875c github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.injectOpentracingIdsToTags+0x8c /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/id_extract.go:27 # 0xe497e6 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.newServerSpanFromInbound+0x336 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:67 # 0xe4a8dd github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0xad /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:44 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 192] @ 0xa51ee5 0xa51eb6 0xa69b63 0xa696ad 0xa6aef1 0xac3684 0xac3ff1 0xac7e27 0xad565b 0x45f261 # 0xa51ee4 google.golang.org/grpc/internal/transport.(*itemList).enqueue+0x114 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:47 # 0xa51eb5 google.golang.org/grpc/internal/transport.(*controlBuffer).executeAndPut+0xe5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:332 # 0xa69b62 google.golang.org/grpc/internal/transport.(*http2Server).writeHeaderLocked+0x322 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:795 # 0xa696ac google.golang.org/grpc/internal/transport.(*http2Server).WriteHeader+0xcc /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:773 # 0xa6aef0 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x480 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:883 # 0xac3683 google.golang.org/grpc.(*Server).sendResponse+0x3d3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:860 # 0xac3ff0 google.golang.org/grpc.(*Server).processUnaryRPC+0x550 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1042 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 2208] @ 0x431721 0x441929 0x4416e2 0x46f344 0x8727c1 0x1698015 0x168e7c5 0x16a8228 0x872954 0x45f261 # 0x4416e1 sync.runtime_Semacquire+0x41 /usr/local/go/src/runtime/sema.go:56 # 0x46f343 sync.(*WaitGroup).Wait+0x63 /usr/local/go/src/sync/waitgroup.go:130 # 0x8727c0 golang.org/x/sync/errgroup.(*Group).Wait+0x30 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:40 # 0x1698014 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload+0x2d4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1847 # 0x168e7c4 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc14 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:723 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [6: 960] @ 0x563504 0x5632ab 0x561871 0x562190 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x561870 regexp/syntax.(*compiler).compile+0x520 /usr/local/go/src/regexp/syntax/compile.go:121 # 0x56218f regexp/syntax.(*compiler).compile+0xe3f /usr/local/go/src/regexp/syntax/compile.go:142 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [35: 35840] @ 0x47427f 0x638217 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x47427e syscall.ParseNetlinkRouteAttr+0x19e /usr/local/go/src/syscall/netlink_linux.go:167 # 0x638216 net.interfaceTable+0x296 /usr/local/go/src/net/interface_linux.go:34 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [52: 18304] @ 0x4133d3 0x6db332 0x759124 0x75fb6f 0x7640f4 0x45f261 # 0x6db331 net/textproto.(*Reader).ReadMIMEHeader+0x4a1 /usr/local/go/src/net/textproto/reader.go:527 # 0x759123 net/http.readRequest+0x363 /usr/local/go/src/net/http/request.go:1059 # 0x75fb6e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [28: 896] @ 0xa662e6 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa662e5 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0xa55 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:431 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [1: 16] @ 0x579105 0x578f7c 0x58067e 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579104 regexp.mergeRuneSets.func2+0x574 /usr/local/go/src/regexp/onepass.go:181 # 0x578f7b regexp.mergeRuneSets+0x3eb /usr/local/go/src/regexp/onepass.go:193 # 0x58067d regexp.makeOnePass.func1+0x45d /usr/local/go/src/regexp/onepass.go:342 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 288] @ 0x563df9 0x5639d8 0x564073 0x5672fe 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563df8 regexp/syntax.(*parser).maybeConcat+0x238 /usr/local/go/src/regexp/syntax/parse.go:165 # 0x5639d7 regexp/syntax.(*parser).push+0x217 /usr/local/go/src/regexp/syntax/parse.go:136 # 0x564072 regexp/syntax.(*parser).literal+0x52 /usr/local/go/src/regexp/syntax/parse.go:210 # 0x5672fd regexp/syntax.Parse+0x2ad /usr/local/go/src/regexp/syntax/parse.go:729 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x48fd5b 0x628c1f 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x48fd5a context.WithDeadline+0x25a /usr/local/go/src/context/context.go:416 # 0x628c1e net.(*Dialer).DialContext+0x9de /usr/local/go/src/net/dial.go:375 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [5: 400] @ 0x449cef 0x44977e 0x449ad7 0xdd5cd3 0xdd4d49 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdd5cd2 github.com/minio/minio-go/v6.Client.setUserAgent+0x1a2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:856 # 0xdd4d48 github.com/minio/minio-go/v6.Client.newRequest+0x448 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:792 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 64] @ 0xb4d8a2 0xb451ba 0xb4750c 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb4d8a1 encoding/xml.(*Decoder).Token+0xdf1 /usr/local/go/src/encoding/xml/xml.go:333 # 0xb451b9 encoding/xml.(*Decoder).unmarshal+0x339 /usr/local/go/src/encoding/xml/read.go:516 # 0xb4750b encoding/xml.(*Decoder).unmarshal+0x268b /usr/local/go/src/encoding/xml/read.go:401 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 16] @ 0x81fbe1 0x834188 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81fbe0 github.com/prometheus/client_golang/prometheus.NewDesc+0xc50 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/desc.go:153 # 0x834187 github.com/prometheus/client_golang/prometheus.wrapDesc+0x517 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [41: 47232] @ 0x80b4b6 0x80b482 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b4b5 bufio.(*Scanner).Text+0x315 /usr/local/go/src/bufio/scan.go:112 # 0x80b481 github.com/prometheus/procfs.FS.Stat+0x2e1 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:178 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [4: 384] @ 0x564f9c 0x564a06 0x5680d7 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x564f9b regexp/syntax.(*parser).collapse+0x17b /usr/local/go/src/regexp/syntax/parse.go:380 # 0x564a05 regexp/syntax.(*parser).concat+0x165 /usr/local/go/src/regexp/syntax/parse.go:313 # 0x5680d6 regexp/syntax.Parse+0x1086 /usr/local/go/src/regexp/syntax/parse.go:891 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [28: 1792] @ 0xa54528 0xa545c1 0xa52d1b 0xa7580b 0x45f261 # 0xa54527 google.golang.org/grpc/internal/transport.(*loopyWriter).registerStreamHandler+0x3e7 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:598 # 0xa545c0 google.golang.org/grpc/internal/transport.(*loopyWriter).handle+0x480 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:781 # 0xa52d1a google.golang.org/grpc/internal/transport.(*loopyWriter).run+0x21a /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:517 # 0xa7580a google.golang.org/grpc/internal/transport.newHTTP2Server.func2+0xca /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:290 0: 0 [37: 592] @ 0xa6db5a 0xa6da8a 0xa6d25d 0xa65945 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa6db59 google.golang.org/grpc/internal/transport.(*decodeState).addMetadata+0x289 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http_util.go:337 # 0xa6da89 google.golang.org/grpc/internal/transport.(*decodeState).processHeaderField+0x1b9 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http_util.go:418 # 0xa6d25c google.golang.org/grpc/internal/transport.(*decodeState).decodeHeader+0xec /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http_util.go:270 # 0xa65944 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0xb4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:306 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [37: 592] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e49c4 0x677825 0x6777e2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e49c3 encoding/asn1.UnmarshalWithParams+0x103 /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677824 encoding/asn1.Unmarshal+0x13b4 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6777e1 crypto/x509.parseCertificate+0x1371 /usr/local/go/src/crypto/x509/x509.go:1536 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [4: 384] @ 0x404bdc 0x4846ea 0x8230bc 0x83553d 0x45f261 # 0x4846e9 time.NewTimer+0x39 /usr/local/go/src/time/sleep.go:83 # 0x8230bb github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x60b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:332 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [34: 544] @ 0x640bc9 0x641d05 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x640bc8 net.filterAddrList+0x2f8 /usr/local/go/src/net/ipsock.go:128 # 0x641d04 net.(*Resolver).internetAddrList+0x764 /usr/local/go/src/net/ipsock.go:299 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [6: 576] @ 0x4e2c9c 0x4e2fd7 0x4e1523 0x7ef33e 0x7ef30f 0x808760 0x8263a8 0x826063 0x83553d 0x45f261 # 0x4e2c9b os.newFile+0x6b /usr/local/go/src/os/file_unix.go:116 # 0x4e2fd6 os.openFileNolog+0x1b6 /usr/local/go/src/os/file_unix.go:222 # 0x4e1522 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300 # 0x7ef33d os.Open+0x7d /usr/local/go/src/os/file.go:280 # 0x7ef30e github.com/prometheus/procfs/internal/util.ReadFileNoStat+0x4e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/util/readfile.go:30 # 0x80875f github.com/prometheus/procfs.Proc.Stat+0xdf /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:116 # 0x8263a7 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x327 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:40 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [4: 384] @ 0x4e2c9c 0x4e2fd7 0x4e1523 0x53eca7 0x53ec78 0x53ea59 0x178b936 0x178a78a 0x178997d 0x1789972 0x1788bb9 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4e2c9b os.newFile+0x6b /usr/local/go/src/os/file_unix.go:116 # 0x4e2fd6 os.openFileNolog+0x1b6 /usr/local/go/src/os/file_unix.go:222 # 0x4e1522 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300 # 0x53eca6 os.Open+0xf6 /usr/local/go/src/os/file.go:280 # 0x53ec77 path/filepath.glob+0xc7 /usr/local/go/src/path/filepath/match.go:318 # 0x53ea58 path/filepath.Glob+0x368 /usr/local/go/src/path/filepath/match.go:251 # 0x178b935 github.com/elastic/go-sysinfo/providers/linux.findDistribRelease+0xa5 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:198 # 0x178a789 github.com/elastic/go-sysinfo/providers/linux.getOSInfo+0x139 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:76 # 0x178997c github.com/elastic/go-sysinfo/providers/linux.OperatingSystem+0x2c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:69 # 0x1789971 github.com/elastic/go-sysinfo/providers/linux.(*reader).os+0x21 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:193 # 0x1788bb8 github.com/elastic/go-sysinfo/providers/linux.newHost+0x278 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:116 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [33: 2640] @ 0x80a5c4 0x80b655 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80a5c3 github.com/prometheus/procfs.parseCPUStat+0x63 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:86 # 0x80b654 github.com/prometheus/procfs.FS.Stat+0x4b4 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:224 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [6: 5376] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 3584] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 22528] @ 0x5798fd 0x57a46e 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5798fc regexp.onePassCopy+0x5c /usr/local/go/src/regexp/onepass.go:225 # 0x57a46d regexp.compileOnePass+0x11d /usr/local/go/src/regexp/onepass.go:497 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 5376] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [18: 9216] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 480] @ 0x431721 0x440c13 0x780349 0x45f261 # 0x780348 net/http.(*persistConn).readLoop+0x998 /usr/local/go/src/net/http/transport.go:2018 0: 0 [7: 224] @ 0xe4968d 0xe4a6d7 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xe4968c github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.newServerSpanFromInbound+0x1dc /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:60 # 0xe4a6d6 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x116 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:30 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 627072] @ 0x9242db 0x169546e 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x169546d github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x61d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1423 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [28: 4928] @ 0x4fff4f 0x80b51c 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4fff4e strings.Fields+0x8e /usr/local/go/src/strings/strings.go:349 # 0x80b51b github.com/prometheus/procfs.FS.Stat+0x37b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [2: 640] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [25: 7200] @ 0x4133d3 0x81865b 0x818c1d 0xb24109 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81865a github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg.ParseAccept+0x75a /go/pkg/mod/github.com/prometheus/common@v0.7.0/internal/bitbucket.org/ww/goautoneg/autoneg.go:125 # 0x818c1c github.com/prometheus/common/expfmt.Negotiate+0x6c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:42 # 0xb24108 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x1f8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:147 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [20: 1920] @ 0x83356a 0x83553d 0x45f261 # 0x833569 github.com/prometheus/client_golang/prometheus.(*wrappingCollector).Collect+0x39 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:113 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [6: 3072] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [24: 2304] @ 0xb01621 0xb01564 0xb01538 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01620 github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:104 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 80] @ 0x168fc73 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x168fc72 github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x542 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [63: 16128] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [60: 107520] @ 0x4de22d 0x804573 0x804410 0x82642b 0x826446 0x826063 0x83553d 0x45f261 # 0x4de22c os.(*File).readdirnames+0x8c /usr/local/go/src/os/dir_unix.go:44 # 0x804572 os.(*File).Readdirnames+0x2a2 /usr/local/go/src/os/dir.go:48 # 0x80440f github.com/prometheus/procfs.Proc.fileDescriptors+0x13f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:258 # 0x82642a github.com/prometheus/procfs.Proc.FileDescriptorsLen+0x3aa /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:219 # 0x826445 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x3c5 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:53 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [12: 576] @ 0x449cef 0x44977e 0x4499f7 0x82a5d7 0x82a20b 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82a5d6 github.com/prometheus/client_golang/prometheus.checkSuffixCollisions+0x106 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:802 # 0x82a20a github.com/prometheus/client_golang/prometheus.processMetric+0xbda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:665 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [8: 2048] @ 0xd83f42 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd83f41 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x41 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:268 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [17: 5440] @ 0x80b75f 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b75e github.com/prometheus/procfs.FS.Stat+0x5be /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:232 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [55: 880] @ 0x781be5 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x781be4 net/http.(*persistConn).roundTrip+0x64 /usr/local/go/src/net/http/transport.go:2338 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [25: 1600] @ 0x16a83bd 0x872954 0x45f261 # 0x16a83bc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0x25c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:895 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [9: 3456] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 528] @ 0x82fb0e 0x820b1c 0x833965 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fb0d github.com/prometheus/client_golang/prometheus.populateMetric+0x1bd /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:133 # 0x820b1b github.com/prometheus/client_golang/prometheus.(*gauge).Write+0x5b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/gauge.go:126 # 0x833964 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Write+0x54 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:158 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 288] @ 0x4ebd12 0xa2ee44 0xe49d0e 0xe4a9ba 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x4ebd11 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220 # 0xa2ee43 google.golang.org/grpc/status.(*statusError).Error+0xe3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/status/status.go:54 # 0xe49d0d github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.finishServerSpan+0x3dd /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:85 # 0xe4a9b9 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x189 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:48 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [47: 752] @ 0x77b05f 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x77b05e net/http.(*Transport).getConn+0x3ce /usr/local/go/src/net/http/transport.go:1220 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [5: 80] @ 0x80a5de 0x80b655 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80a5dd github.com/prometheus/procfs.parseCPUStat+0x7d /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:87 # 0x80b654 github.com/prometheus/procfs.FS.Stat+0x4b4 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:224 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [10: 4480] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [142: 127232] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 80] @ 0x169051c 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x169051b github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x2bb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:848 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [55: 880] @ 0x48f05b 0x1697d8f 0x1697d73 0x168e7c5 0x16a8228 0x872954 0x45f261 # 0x48f05a context.WithCancel+0xaa /usr/local/go/src/context/context.go:232 # 0x1697d8e golang.org/x/sync/errgroup.WithContext+0x4e /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x1697d72 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload+0x32 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1815 # 0x168e7c4 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc14 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:723 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 6784] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [11: 704] @ 0x188f4d1 0x188ff19 0xe44973 0xe44b55 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0x188f4d0 github.com/grpc-ecosystem/go-grpc-prometheus.(*serverReporter).Handled+0x50 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_reporter.go:42 # 0x188ff18 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0x108 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:109 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 320] @ 0x829a9c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x829a9b github.com/prometheus/client_golang/prometheus.processMetric+0x46b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:685 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [9: 432] @ 0x188f5b3 0x188ff19 0xe44973 0xe44b55 0xb06aec 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0x188f5b2 github.com/grpc-ecosystem/go-grpc-prometheus.(*serverReporter).Handled+0x132 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_reporter.go:44 # 0x188ff18 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0x108 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:109 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb06aeb github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x13b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:851 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 480] @ 0x80b4b6 0x80b482 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80b4b5 bufio.(*Scanner).Text+0x315 /usr/local/go/src/bufio/scan.go:112 # 0x80b481 github.com/prometheus/procfs.FS.Stat+0x2e1 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:178 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [19: 38912] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [33: 67584] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1810432] @ 0x40da93 0x40f709 0x40e3e0 0xed6a8d 0xeda3f7 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xed6a8c github.com/hashicorp/golang-lru/simplelru.(*LRU).Add+0x26c /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:62 # 0xeda3f6 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x256 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:226 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [49: 31360] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11104: 5730729984] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 576] @ 0x4133d3 0xdb0bec 0xdb0af2 0xdf52ff 0xdf5487 0x8beaf9 0x16937c1 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0xdb0beb github.com/minio/minio-go/v6.(*GetObjectOptions).Set+0x2db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:60 # 0xdb0af1 github.com/minio/minio-go/v6.(*GetObjectOptions).SetRange+0x1e1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:113 # 0xdf52fe github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0x37e /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:254 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 208] @ 0x579e93 0x579e50 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579e92 regexp.newQueue+0x92 /usr/local/go/src/regexp/onepass.go:141 # 0x579e4f regexp.makeOnePass+0x4f /usr/local/go/src/regexp/onepass.go:306 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 640] @ 0x45d386 0x433c20 # 0x45d385 runtime.systemstack+0x65 /usr/local/go/src/runtime/asm_amd64.s:370 # 0x433c20 runtime.mstart+0x0 /usr/local/go/src/runtime/proc.go:1146 0: 0 [75: 2400] @ 0x69c8a4 0x69d72d 0x69bf8b 0x789132 0x45f261 # 0x69c8a3 crypto/tls.(*Conn).makeClientHello+0x113 /usr/local/go/src/crypto/tls/handshake_client.go:69 # 0x69d72c crypto/tls.(*Conn).clientHandshake+0x5c /usr/local/go/src/crypto/tls/handshake_client.go:147 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [48: 768] @ 0xd81fa2 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd81fa1 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x251 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:86 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [105: 3360] @ 0x6413fd 0x641439 0xdd5f91 0xdd4b6c 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x6413fc net.SplitHostPort.func1+0x6bc /usr/local/go/src/net/ipsock.go:162 # 0x641438 net.SplitHostPort+0x6f8 /usr/local/go/src/net/ipsock.go:169 # 0xdd5f90 github.com/minio/minio-go/v6.Client.makeTargetURL+0x1b0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:890 # 0xdd4b6b github.com/minio/minio-go/v6.Client.newRequest+0x26b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:740 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [31: 1488] @ 0xa4974b 0xa44438 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa4974a golang.org/x/net/http2.(*Framer).readMetaFrame+0x6a /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1487 # 0xa44437 golang.org/x/net/http2.(*Framer).ReadFrame+0x3b7 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:517 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [13: 416] @ 0xb1a7f9 0xb0e2cf 0xa7bcfb 0xabef5f 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb1a7f8 github.com/thanos-io/thanos/pkg/store/storepb.(*LabelMatcher).Unmarshal+0x558 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/types.pb.go:1483 # 0xb0e2ce github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesRequest).Unmarshal+0x4be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:2395 # 0xa7bcfa google.golang.org/grpc/encoding/proto.codec.Unmarshal+0x1fa /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:88 # 0xabef5e google.golang.org/grpc.recv+0x10e /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:711 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [15: 737280] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [1: 2908160] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [19: 6688] @ 0x449de5 0xd83291 0xd8425f 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd83290 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x1a0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:204 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [4: 384] @ 0x404bdc 0x4846ea 0x782355 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x4846e9 time.NewTimer+0x39 /usr/local/go/src/time/sleep.go:83 # 0x782354 net/http.(*persistConn).roundTrip+0x7d4 /usr/local/go/src/net/http/transport.go:2430 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [65: 1040] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [10: 160] @ 0x81f0ac 0x834188 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81f0ab github.com/prometheus/client_golang/prometheus.NewDesc+0x11b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/desc.go:90 # 0x834187 github.com/prometheus/client_golang/prometheus.wrapDesc+0x517 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [5: 160] @ 0x6990e5 0x697684 0x69a04d 0x69a058 0x69f6be 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6990e4 crypto/tls.(*Conn).readFromUntil+0xa4 /usr/local/go/src/crypto/tls/conn.go:802 # 0x697683 crypto/tls.(*Conn).readRecordOrCCS+0x123 /usr/local/go/src/crypto/tls/conn.go:609 # 0x69a04c crypto/tls.(*Conn).readRecord+0x6c /usr/local/go/src/crypto/tls/conn.go:577 # 0x69a057 crypto/tls.(*Conn).readHandshake+0x77 /usr/local/go/src/crypto/tls/conn.go:993 # 0x69f6bd crypto/tls.(*clientHandshakeState).doFullHandshake+0x4d /usr/local/go/src/crypto/tls/handshake_client.go:440 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [3: 240] @ 0x48471c 0x17bf82b 0x17bf7fd 0x45f261 # 0x48471b time.NewTimer+0x6b /usr/local/go/src/time/sleep.go:86 # 0x17bf82a time.After+0x22a /usr/local/go/src/time/sleep.go:149 # 0x17bf7fc go.elastic.co/apm.(*Tracer).loop.func1+0x1fc /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:683 0: 0 [30: 26880] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 12800] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [38: 1824] @ 0x490488 0xa65cfe 0xa65cb8 0xa670f1 0xac2933 0xad555f 0x45f261 # 0x490487 context.WithValue+0x77 /usr/local/go/src/context/context.go:487 # 0xa65cfd google.golang.org/grpc/peer.NewContext+0x46d /go/pkg/mod/google.golang.org/grpc@v1.25.1/peer/peer.go:44 # 0xa65cb7 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x427 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:344 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [2: 64] @ 0x475044 0x476a0a 0x4738ac 0x638805 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x475043 syscall.anyToSockaddr+0x233 /usr/local/go/src/syscall/syscall_linux.go:454 # 0x476a09 syscall.Recvfrom+0x119 /usr/local/go/src/syscall/syscall_unix.go:277 # 0x4738ab syscall.NetlinkRIB+0x23b /usr/local/go/src/syscall/netlink_linux.go:71 # 0x638804 net.interfaceAddrTable+0x44 /usr/local/go/src/net/interface_linux.go:121 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 1792] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [24: 10752] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 112] @ 0x82a40b 0x82a417 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82a40a github.com/prometheus/client_model/go.MetricType.Enum+0xdda /go/pkg/mod/github.com/prometheus/client_model@v0.0.0-20190812154241-14fe0d1b01d4/go/metrics.pb.go:47 # 0x82a416 github.com/prometheus/client_golang/prometheus.processMetric+0xde6 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:653 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 96] @ 0xdde1c6 0xdd3c52 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xdde1c5 github.com/minio/minio-go/v6.Client.newRetryTimer+0xc5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/retry.go:49 # 0xdd3c51 github.com/minio/minio-go/v6.Client.executeMethod+0x1d1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:600 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [4: 384] @ 0x77adb7 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x77adb6 net/http.(*Transport).getConn+0x126 /usr/local/go/src/net/http/transport.go:1196 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [12: 384] @ 0xa51ee5 0xa51eb6 0xa686cc 0xa6869b 0xa67268 0xac2933 0xad555f 0x45f261 # 0xa51ee4 google.golang.org/grpc/internal/transport.(*itemList).enqueue+0x114 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:47 # 0xa51eb5 google.golang.org/grpc/internal/transport.(*controlBuffer).executeAndPut+0xe5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:332 # 0xa686cb google.golang.org/grpc/internal/transport.(*controlBuffer).put+0x13b /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:311 # 0xa6869a google.golang.org/grpc/internal/transport.(*http2Server).handlePing+0x10a /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:689 # 0xa67267 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x477 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:492 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [27: 432] @ 0xdb0b15 0xdf52ff 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdb0b14 github.com/minio/minio-go/v6.(*GetObjectOptions).SetRange+0x204 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:113 # 0xdf52fe github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0x37e /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:254 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [8: 128] @ 0x83e317 0x83e322 0x168fbbe 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x83e316 bytes.(*Buffer).String+0x256 /usr/local/go/src/bytes/buffer.go:65 # 0x83e321 github.com/prometheus/prometheus/pkg/labels.Labels.String+0x261 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/labels.go:63 # 0x168fbbd github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x48d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [52: 832] @ 0x6c24a5 0x6a1bfd 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6c24a4 crypto/tls.finishedHash.serverSum+0x114 /usr/local/go/src/crypto/tls/prf.go:308 # 0x6a1bfc crypto/tls.(*clientHandshakeState).readFinished+0x13c /usr/local/go/src/crypto/tls/handshake_client.go:740 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 640] @ 0x5049d7 0x50431b 0x50461d 0x55def4 0x55d3b6 0x55d1ab 0x55beac 0x55c11f 0x5849b4 0x5878f0 0x584700 0x16a8eb0 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x50461c bytes.(*Buffer).Write+0xdc /usr/local/go/src/bytes/buffer.go:172 # 0x55def3 github.com/go-logfmt/logfmt.writeQuotedString+0x403 /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/jsonstring.go:89 # 0x55d3b5 github.com/go-logfmt/logfmt.writeStringValue+0xa5 /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:244 # 0x55d1aa github.com/go-logfmt/logfmt.writeValue+0x5ba /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:202 # 0x55beab github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyval+0xfb /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:61 # 0x55c11e github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyvals+0x12e /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:84 # 0x5849b3 github.com/go-kit/kit/log.logfmtLogger.Log+0x103 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/logfmt_logger.go:46 # 0x5878ef github.com/go-kit/kit/log/level.(*logger).Log+0xaf /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/level/level.go:63 # 0x5846ff github.com/go-kit/kit/log.(*context).Log+0x21f /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:124 # 0x16a8eaf github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x97f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:921 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 2288] @ 0x4e6c61 0x4e676d 0x802d49 0x80287d 0x82621b 0x826063 0x83553d 0x45f261 # 0x4e6c60 os.statNolog+0x30 /usr/local/go/src/os/stat_unix.go:30 # 0x4e676c os.Stat+0x4c /usr/local/go/src/os/stat.go:13 # 0x802d48 github.com/prometheus/procfs.FS.Proc+0x148 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:92 # 0x80287c github.com/prometheus/procfs.NewProc+0x9c /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:58 # 0x82621a github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x19a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:34 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [20: 320] @ 0xa5539f 0xa661be 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa5539e google.golang.org/grpc/internal/transport.newWriteQuota+0x8e /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/flowcontrol.go:49 # 0xa661bd google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x92d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:423 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [29: 2320] @ 0xabd8d6 0xabe58d 0xabeeeb 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xabd8d5 google.golang.org/grpc.(*parser).recvMsg+0xd5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:526 # 0xabe58c google.golang.org/grpc.recvAndDecompress+0x4c /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:639 # 0xabeeea google.golang.org/grpc.recv+0x9a /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:707 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 256] @ 0x62322c 0x643fa0 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x62322b internal/singleflight.(*Group).DoChan+0x15b /usr/local/go/src/internal/singleflight/singleflight.go:79 # 0x643f9f net.(*Resolver).lookupIPAddr+0x57f /usr/local/go/src/net/lookup.go:267 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [1: 208] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [5: 1600] @ 0x80b75f 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80b75e github.com/prometheus/procfs.FS.Stat+0x5be /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:232 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [26: 26624] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0x571d96 0x57a6e8 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x571d95 regexp/syntax.(*Regexp).CapNames+0x55 /usr/local/go/src/regexp/syntax/regexp.go:308 # 0x57a6e7 regexp.compile+0x97 /usr/local/go/src/regexp/regexp.go:175 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [18: 20736] @ 0x80b4b6 0x80b482 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80b4b5 bufio.(*Scanner).Text+0x315 /usr/local/go/src/bufio/scan.go:112 # 0x80b481 github.com/prometheus/procfs.FS.Stat+0x2e1 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:178 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [18: 16128] @ 0x40da93 0x40f709 0x413162 0x17ae07a 0x17a7e4d 0x17a7e00 0x17a7df9 0x17a758c 0x17ae711 0x17bfa33 0x45f261 # 0x17ae079 go.elastic.co/apm.(*Metrics).addMetric+0x369 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:120 # 0x17a7e4c go.elastic.co/apm.(*Metrics).Add+0x4ac /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:79 # 0x17a7dff go.elastic.co/apm.(*builtinMetricsGatherer).gatherMemStatsMetrics.func1+0x45f /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:74 # 0x17a7df8 go.elastic.co/apm.(*builtinMetricsGatherer).gatherMemStatsMetrics+0x458 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:92 # 0x17a758b go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x9b /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:49 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [11: 2816] @ 0x47427f 0x638217 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x47427e syscall.ParseNetlinkRouteAttr+0x19e /usr/local/go/src/syscall/netlink_linux.go:167 # 0x638216 net.interfaceTable+0x296 /usr/local/go/src/net/interface_linux.go:34 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [19: 152] @ 0x71c3e0 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x71c3df net/http.(*Client).do+0x69f /usr/local/go/src/net/http/client.go:638 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [33: 264] @ 0x16987e2 0x16aa16f 0x872954 0x45f261 # 0x16987e1 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x511 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1861 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [7: 1120] @ 0x473c82 0x638805 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x473c81 syscall.NetlinkRIB+0x611 /usr/local/go/src/syscall/netlink_linux.go:79 # 0x638804 net.interfaceAddrTable+0x44 /usr/local/go/src/net/interface_linux.go:121 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [9: 720] @ 0x48006d 0xdd0ce4 0xdd0c9f 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x48006c time.parse+0x35c /usr/local/go/src/time/format.go:1087 # 0xdd0ce3 time.Parse+0x533 /usr/local/go/src/time/format.go:812 # 0xdd0c9e github.com/minio/minio-go/v6.Client.statObject+0x4ee /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:189 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [5: 160] @ 0x501d04 0x501ce1 0x501baf 0xd8252a 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd82529 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x1d9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:133 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 480] @ 0x80b75f 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80b75e github.com/prometheus/procfs.FS.Stat+0x5be /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:232 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1: 32] @ 0x79b694 0x168ebb1 0x16a8228 0x872954 0x45f261 # 0x79b693 github.com/pkg/errors.Wrap+0xa3 /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:191 # 0x168ebb0 github.com/thanos-io/thanos/pkg/store.blockSeries+0x1000 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:724 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 96] @ 0x4fff4f 0x80b51c 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4fff4e strings.Fields+0x8e /usr/local/go/src/strings/strings.go:349 # 0x80b51b github.com/prometheus/procfs.FS.Stat+0x37b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [63: 2016] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [25: 8800] @ 0x40d667 0x413260 0x6db332 0x75b7c3 0x780eb5 0x780a7f 0x45f261 # 0x6db331 net/textproto.(*Reader).ReadMIMEHeader+0x4a1 /usr/local/go/src/net/textproto/reader.go:527 # 0x75b7c2 net/http.ReadResponse+0x462 /usr/local/go/src/net/http/response.go:191 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [49: 784] @ 0x60e3e5 0x67689a 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e3e4 crypto/x509/pkix.(*Name).FillFromRDNSequence+0x4c4 /usr/local/go/src/crypto/x509/pkix/pkix.go:158 # 0x676899 crypto/x509.parseCertificate+0x429 /usr/local/go/src/crypto/x509/x509.go:1423 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [6: 1536] @ 0x17a274a 0x17a273a 0x17bf790 0x45f261 # 0x17a2749 go.elastic.co/apm/transport.(*HTTPTransport).newRequest+0x59 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:386 # 0x17a2739 go.elastic.co/apm/transport.(*HTTPTransport).SendStream+0x49 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:233 # 0x17bf78f go.elastic.co/apm.(*Tracer).loop.func1+0x18f /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:687 0: 0 [1: 96] @ 0x71b758 0x71afd9 0x71aa3a 0x71c10e 0x17a29eb 0x17a29cb 0x17a287a 0x17bf790 0x45f261 # 0x71b757 net/http.setRequestCancel+0x97 /usr/local/go/src/net/http/client.go:291 # 0x71afd8 net/http.send+0x3f8 /usr/local/go/src/net/http/client.go:248 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0x17a29ea net/http.(*Client).Do+0x5a /usr/local/go/src/net/http/client.go:509 # 0x17a29ca go.elastic.co/apm/transport.(*HTTPTransport).sendStreamRequest+0x3a /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:245 # 0x17a2879 go.elastic.co/apm/transport.(*HTTPTransport).SendStream+0x189 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:237 # 0x17bf78f go.elastic.co/apm.(*Tracer).loop.func1+0x18f /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:687 0: 0 [10: 160] @ 0x48f05b 0x169055b 0x169052a 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x48f05a context.WithCancel+0xaa /usr/local/go/src/context/context.go:232 # 0x169055a golang.org/x/sync/errgroup.WithContext+0x2fa /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x1690529 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x2c9 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:849 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [14: 224] @ 0x16a8b62 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16a8b61 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x631 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:917 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [73: 299008] @ 0x55a29a 0x1787e8e 0x1787d6d 0x17891f0 0x1788b41 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x55a299 bufio.(*Scanner).Scan+0x229 /usr/local/go/src/bufio/scan.go:203 # 0x1787e8d github.com/elastic/go-sysinfo/providers/linux.isContainerizedCgroup+0xed /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/container.go:47 # 0x1787d6c github.com/elastic/go-sysinfo/providers/linux.IsContainerized+0x10c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/container.go:42 # 0x17891ef github.com/elastic/go-sysinfo/providers/linux.(*reader).containerized+0x3f /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:160 # 0x1788b40 github.com/elastic/go-sysinfo/providers/linux.newHost+0x200 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:112 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [20: 640] @ 0xac5aff 0xac7dc0 0xad565b 0x45f261 # 0xac5afe google.golang.org/grpc.(*Server).processStreamingRPC+0x19e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1133 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [16: 4096] @ 0x62322c 0x643fa0 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x62322b internal/singleflight.(*Group).DoChan+0x15b /usr/local/go/src/internal/singleflight/singleflight.go:79 # 0x643f9f net.(*Resolver).lookupIPAddr+0x57f /usr/local/go/src/net/lookup.go:267 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [1: 576] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [42: 4032] @ 0x431721 0x404e45 0x404d15 0xdad14e 0xdad0c8 0xdf514c 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdad14d github.com/minio/minio-go/v6.(*Object).doGetRequest+0x20d /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:281 # 0xdad0c7 github.com/minio/minio-go/v6.(*Object).Read+0x187 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:356 # 0xdf514b github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0x1cb /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:269 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 256] @ 0x916232 0x914e97 0x168b3f6 0x19d6ec0 0x8b5d01 0x19d7555 0x588027 0x45f261 # 0x916231 github.com/thanos-io/thanos/pkg/block.(*DeduplicateFilter).Filter+0x171 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:436 # 0x914e96 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch+0x476 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:358 # 0x168b3f5 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks+0x65 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:324 # 0x19d6ebf main.runStore.func4.1+0x5f /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:279 # 0x8b5d00 github.com/thanos-io/thanos/pkg/runutil.Repeat+0x90 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:72 # 0x19d7554 main.runStore.func4+0x504 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:278 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [30: 21120] @ 0x40da93 0x40d828 0xddf2c1 0xddf48f 0xdd0e50 0xdd0d4b 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xddf2c0 github.com/minio/minio-go/v6.cloneHeader+0x60 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:164 # 0xddf48e github.com/minio/minio-go/v6.filterHeader+0x2e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:178 # 0xdd0e4f github.com/minio/minio-go/v6.extractObjMetadata+0x69f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:97 # 0xdd0d4a github.com/minio/minio-go/v6.Client.statObject+0x59a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:193 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [8: 896] @ 0xd79bcb 0x6010a5 0xd849af 0xd81f71 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010a4 crypto/hmac.New+0x44 /usr/local/go/src/crypto/hmac/hmac.go:72 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81f70 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x220 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:85 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2: 64] @ 0xd7a019 0x600df6 0xd84a13 0xd81ff7 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd7a018 github.com/minio/sha256-simd.(*digest).Sum+0x128 /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:157 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0xd84a12 github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0xb2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:42 # 0xd81ff6 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x2a6 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:86 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [7: 112] @ 0xddf37c 0xddf48f 0xdd0e50 0xdd0d4b 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xddf37b github.com/minio/minio-go/v6.cloneHeader+0x11b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:166 # 0xddf48e github.com/minio/minio-go/v6.filterHeader+0x2e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:178 # 0xdd0e4f github.com/minio/minio-go/v6.extractObjMetadata+0x69f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:97 # 0xdd0d4a github.com/minio/minio-go/v6.Client.statObject+0x59a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:193 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [14: 224] @ 0x4ebeee 0x55cecd 0x55beac 0x55c11f 0x5849b4 0x5878f0 0x584700 0x168fe8b 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x4ebeed fmt.Sprint+0x7d /usr/local/go/src/fmt/print.go:250 # 0x55cecc github.com/go-logfmt/logfmt.writeValue+0x2dc /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:231 # 0x55beab github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyval+0xfb /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:61 # 0x55c11e github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyvals+0x12e /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:84 # 0x5849b3 github.com/go-kit/kit/log.logfmtLogger.Log+0x103 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/logfmt_logger.go:46 # 0x5878ef github.com/go-kit/kit/log/level.(*logger).Log+0xaf /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/level/level.go:63 # 0x5846ff github.com/go-kit/kit/log.(*context).Log+0x21f /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:124 # 0x168fe8a github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x75a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 20480] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 528] @ 0x449cef 0x44977e 0x4499f7 0x82a64d 0x82a20b 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82a64c github.com/prometheus/client_golang/prometheus.checkSuffixCollisions+0x17c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:808 # 0x82a20a github.com/prometheus/client_golang/prometheus.processMetric+0xbda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:665 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [15: 9600] @ 0x80b75f 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80b75e github.com/prometheus/procfs.FS.Stat+0x5be /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:232 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [17: 1360] @ 0xb07cfe 0xa7ba84 0xabdc82 0xac3339 0xac3ff1 0xac7e27 0xad565b 0x45f261 # 0xb07cfd github.com/thanos-io/thanos/pkg/store/storepb.(*InfoResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1109 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xac3338 google.golang.org/grpc.(*Server).sendResponse+0x88 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:845 # 0xac3ff0 google.golang.org/grpc.(*Server).processUnaryRPC+0x550 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1042 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [48: 2304] @ 0x82fb0e 0x82f91f 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fb0d github.com/prometheus/client_golang/prometheus.populateMetric+0x1bd /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:133 # 0x82f91e github.com/prometheus/client_golang/prometheus.(*constMetric).Write+0x5e /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:119 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [15: 7680] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [73: 299008] @ 0x47383d 0x637fc8 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x47383c syscall.NetlinkRIB+0x1cc /usr/local/go/src/syscall/netlink_linux.go:67 # 0x637fc7 net.interfaceTable+0x47 /usr/local/go/src/net/interface_linux.go:17 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [26: 29952] @ 0x80b504 0x80b50f 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b503 bufio.(*Scanner).Text+0x363 /usr/local/go/src/bufio/scan.go:112 # 0x80b50e github.com/prometheus/procfs.FS.Stat+0x36e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [22: 3520] @ 0x53a863 0x53a971 0x71dd1f 0x784707 0x71c275 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x53a862 strings.(*Builder).WriteString+0x862 /usr/local/go/src/strings/builder.go:122 # 0x53a970 net/url.(*URL).String+0x970 /usr/local/go/src/net/url/url.go:809 # 0x71dd1e net/http.stripPassword+0x4e /usr/local/go/src/net/http/client.go:933 # 0x784706 net/http.(*Client).do.func2+0x66 /usr/local/go/src/net/http/client.go:546 # 0x71c274 net/http.(*Client).do+0x534 /usr/local/go/src/net/http/client.go:651 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [36: 2304] @ 0x188f4d1 0x18900b3 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x188f4d0 github.com/grpc-ecosystem/go-grpc-prometheus.(*serverReporter).Handled+0x50 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_reporter.go:42 # 0x18900b2 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0x132 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:123 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [41: 1968] @ 0x82f7ab 0x82347a 0x82342c 0x82319d 0x83553d 0x45f261 # 0x82f7aa github.com/prometheus/client_golang/prometheus.NewConstMetric+0xda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:93 # 0x823479 github.com/prometheus/client_golang/prometheus.MustNewConstMetric+0xd9 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:100 # 0x82342b github.com/prometheus/client_golang/prometheus.(*goCollector).msCollect+0x8b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:357 # 0x82319c github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x6ec /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:336 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [55: 880] @ 0x8bf7b1 0x8bec00 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0x8bf7b0 github.com/thanos-io/thanos/pkg/objstore.newTimingReadCloser+0x30 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:368 # 0x8bebff github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0x1ff /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:290 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [28: 2240] @ 0x80b504 0x80b50f 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b503 bufio.(*Scanner).Text+0x363 /usr/local/go/src/bufio/scan.go:112 # 0x80b50e github.com/prometheus/procfs.FS.Stat+0x36e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [26: 832] @ 0xa51ee5 0xa51eb6 0xa663b7 0xa66349 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa51ee4 google.golang.org/grpc/internal/transport.(*itemList).enqueue+0x114 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:47 # 0xa51eb5 google.golang.org/grpc/internal/transport.(*controlBuffer).executeAndPut+0xe5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:332 # 0xa663b6 google.golang.org/grpc/internal/transport.(*controlBuffer).put+0xb26 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:311 # 0xa66348 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0xab8 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:436 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [13: 1456] @ 0x75fffe 0x7640f4 0x45f261 # 0x75fffd net/http.(*conn).readRequest+0x5ed /usr/local/go/src/net/http/server.go:1023 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [9: 288] @ 0xb06a29 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xb06a28 github.com/thanos-io/thanos/pkg/store/storepb._Store_Info_Handler+0x78 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:846 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0xb4ffe1 0xb4dadb 0xb451ba 0xb4750c 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb4ffe0 encoding/xml.(*Decoder).rawToken+0x17b0 /usr/local/go/src/encoding/xml/xml.go:599 # 0xb4dada encoding/xml.(*Decoder).Token+0x102a /usr/local/go/src/encoding/xml/xml.go:288 # 0xb451b9 encoding/xml.(*Decoder).unmarshal+0x339 /usr/local/go/src/encoding/xml/read.go:516 # 0xb4750b encoding/xml.(*Decoder).unmarshal+0x268b /usr/local/go/src/encoding/xml/read.go:401 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [5: 80] @ 0x6db0c8 0x759124 0x75fb6f 0x7640f4 0x45f261 # 0x6db0c7 net/textproto.(*Reader).ReadMIMEHeader+0x237 /usr/local/go/src/net/textproto/reader.go:517 # 0x759123 net/http.readRequest+0x363 /usr/local/go/src/net/http/request.go:1059 # 0x75fb6e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [30: 1440] @ 0x83361d 0x83553d 0x45f261 # 0x83361c github.com/prometheus/client_golang/prometheus.(*wrappingCollector).Collect+0xec /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:122 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [20: 960] @ 0x4ebd12 0x168fa97 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x4ebd11 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220 # 0x168fa96 github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x366 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:821 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 96] @ 0x5024c8 0x502591 0x81872f 0x818c1d 0xb24109 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x5024c7 strings.makeCutsetFunc+0x167 /usr/local/go/src/strings/strings.go:826 # 0x502590 strings.Trim+0x60 /usr/local/go/src/strings/strings.go:844 # 0x81872e github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg.ParseAccept+0x82e /go/pkg/mod/github.com/prometheus/common@v0.7.0/internal/bitbucket.org/ww/goautoneg/autoneg.go:106 # 0x818c1c github.com/prometheus/common/expfmt.Negotiate+0x6c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:42 # 0xb24108 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x1f8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:147 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [44: 56320] @ 0x81c8c7 0x828e54 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81c8c6 github.com/prometheus/client_golang/prometheus/internal.NormalizeMetricFamilies+0x116 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/internal/metric.go:73 # 0x828e53 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x763 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:546 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [21: 56448] @ 0x5623cf 0x562298 0x562350 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5623ce regexp/syntax.(*compiler).inst+0x107e /usr/local/go/src/regexp/syntax/compile.go:173 # 0x562297 regexp/syntax.(*compiler).empty+0xf47 /usr/local/go/src/regexp/syntax/compile.go:260 # 0x56234f regexp/syntax.(*compiler).compile+0xfff /usr/local/go/src/regexp/syntax/compile.go:131 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 576] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [32: 20480] @ 0x81ca81 0x828e54 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81ca80 github.com/prometheus/client_golang/prometheus/internal.NormalizeMetricFamilies+0x2d0 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/internal/metric.go:80 # 0x828e53 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x763 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:546 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [142: 690688] @ 0x79d7b0 0x822d42 0x83553d 0x45f261 # 0x79d7af runtime/debug.ReadGCStats+0x62f /usr/local/go/src/runtime/debug/garbage.go:39 # 0x822d41 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x291 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:321 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [17: 544] @ 0xac5d30 0xac7dc0 0xad565b 0x45f261 # 0xac5d2f google.golang.org/grpc.(*Server).processStreamingRPC+0x3cf /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1216 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [32: 10240] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [25: 19200] @ 0x828903 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x828902 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x212 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:419 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [14: 2016] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [125: 512000] @ 0x55a29a 0x80b476 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x55a299 bufio.(*Scanner).Scan+0x229 /usr/local/go/src/bufio/scan.go:203 # 0x80b475 github.com/prometheus/procfs.FS.Stat+0x2d5 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:177 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 16] @ 0x53aed2 0x53a05b 0xdd4b96 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x53aed1 strings.(*Builder).WriteString+0xed1 /usr/local/go/src/strings/builder.go:122 # 0x53a05a net/url.(*URL).String+0x5a /usr/local/go/src/net/url/url.go:776 # 0xdd4b95 github.com/minio/minio-go/v6.Client.newRequest+0x295 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:747 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 144] @ 0x82f7ab 0x822c71 0x822c2d 0x83553d 0x45f261 # 0x82f7aa github.com/prometheus/client_golang/prometheus.NewConstMetric+0xda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:93 # 0x822c70 github.com/prometheus/client_golang/prometheus.MustNewConstMetric+0x1c0 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:100 # 0x822c2c github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x17c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:317 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [125: 6000] @ 0x652887 0x64e66e 0x64e110 0x6429c1 0x652ec2 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x652886 net.sockaddrToTCP+0x176 /usr/local/go/src/net/tcpsock_posix.go:19 # 0x64e66d net.(*netFD).dial+0x19d /usr/local/go/src/net/sock_posix.go:166 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x652ec1 net.(*sysDialer).doDialTCP+0xc1 /usr/local/go/src/net/tcpsock_posix.go:65 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [18: 576] @ 0x81fd83 0x834188 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81fd82 github.com/prometheus/client_golang/prometheus.NewDesc+0xdf2 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/desc.go:156 # 0x834187 github.com/prometheus/client_golang/prometheus.wrapDesc+0x517 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 64] @ 0x79c974 0x178b9d3 0x178ba16 0x178a78a 0x178997d 0x1789972 0x1788bb9 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x79c973 github.com/pkg/errors.callers+0x73 /go/pkg/mod/github.com/pkg/errors@v0.8.1/stack.go:137 # 0x178b9d2 github.com/pkg/errors.New+0x142 /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:105 # 0x178ba15 github.com/elastic/go-sysinfo/providers/linux.findDistribRelease+0x185 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:215 # 0x178a789 github.com/elastic/go-sysinfo/providers/linux.getOSInfo+0x139 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:76 # 0x178997c github.com/elastic/go-sysinfo/providers/linux.OperatingSystem+0x2c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:69 # 0x1789971 github.com/elastic/go-sysinfo/providers/linux.(*reader).os+0x21 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:193 # 0x1788bb8 github.com/elastic/go-sysinfo/providers/linux.newHost+0x278 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:116 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [44: 67584] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x7ef3ec 0x7ef406 0x808760 0x8263a8 0x826063 0x83553d 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x7ef3eb io/ioutil.ReadAll+0x12b /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x7ef405 github.com/prometheus/procfs/internal/util.ReadFileNoStat+0x145 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/util/readfile.go:37 # 0x80875f github.com/prometheus/procfs.Proc.Stat+0xdf /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:116 # 0x8263a7 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x327 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:40 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [85: 174080] @ 0x9242db 0x169546e 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x169546d github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x61d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1423 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [14: 4480] @ 0x473c82 0x638805 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x473c81 syscall.NetlinkRIB+0x611 /usr/local/go/src/syscall/netlink_linux.go:79 # 0x638804 net.interfaceAddrTable+0x44 /usr/local/go/src/net/interface_linux.go:121 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [20: 53760] @ 0x561271 0x5611d3 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x561270 regexp/syntax.(*compiler).inst+0x240 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5611d2 regexp/syntax.Compile+0x1a2 /usr/local/go/src/regexp/syntax/compile.go:84 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 240] @ 0x4f516c 0x4f4484 0x80a77b 0x80a5e9 0x80b655 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4f516b fmt.newScanState+0x10b /usr/local/go/src/fmt/scan.go:388 # 0x4f4483 fmt.Fscanf+0x53 /usr/local/go/src/fmt/scan.go:142 # 0x80a77a fmt.Sscanf+0x21a /usr/local/go/src/fmt/scan.go:114 # 0x80a5e8 github.com/prometheus/procfs.parseCPUStat+0x88 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:89 # 0x80b654 github.com/prometheus/procfs.FS.Stat+0x4b4 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:224 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [38: 4256] @ 0x824164 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x824163 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x143 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:321 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [9: 1872] @ 0x4e6c61 0x4e676d 0x53ec4c 0x53ea59 0x178b936 0x178a78a 0x178997d 0x1789972 0x1788bb9 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4e6c60 os.statNolog+0x30 /usr/local/go/src/os/stat_unix.go:30 # 0x4e676c os.Stat+0x4c /usr/local/go/src/os/stat.go:13 # 0x53ec4b path/filepath.glob+0x9b /usr/local/go/src/path/filepath/match.go:311 # 0x53ea58 path/filepath.Glob+0x368 /usr/local/go/src/path/filepath/match.go:251 # 0x178b935 github.com/elastic/go-sysinfo/providers/linux.findDistribRelease+0xa5 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:198 # 0x178a789 github.com/elastic/go-sysinfo/providers/linux.getOSInfo+0x139 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:76 # 0x178997c github.com/elastic/go-sysinfo/providers/linux.OperatingSystem+0x2c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:69 # 0x1789971 github.com/elastic/go-sysinfo/providers/linux.(*reader).os+0x21 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:193 # 0x1788bb8 github.com/elastic/go-sysinfo/providers/linux.newHost+0x278 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:116 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [63: 96768] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x7ef3ec 0x7ef406 0x80b33c 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x7ef3eb io/ioutil.ReadAll+0x12b /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x7ef405 github.com/prometheus/procfs/internal/util.ReadFileNoStat+0x145 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/util/readfile.go:37 # 0x80b33b github.com/prometheus/procfs.FS.Stat+0x19b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:169 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [2: 64] @ 0x80b27f 0x80b1fd 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b27e github.com/prometheus/procfs/internal/fs.FS.Path+0xde /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/fs/fs.go:54 # 0x80b1fc github.com/prometheus/procfs.FS.Stat+0x5c /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:168 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [41: 2624] @ 0xa65aac 0xa65a76 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa65aab google.golang.org/grpc/internal/transport.newRecvBuffer+0x21b /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:89 # 0xa65a75 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x1e5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:318 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [6: 384] @ 0x449cef 0x44977e 0x449a67 0xd8437d 0xd842fc 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd8437c github.com/minio/minio-go/v6/pkg/s3signer.GetCredential+0x47c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:110 # 0xd842fb github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3fb /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:295 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [4: 448] @ 0xd79bcb 0x6010d2 0xd849af 0xd81ff7 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ff6 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x2a6 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:86 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 144] @ 0x63928d 0x638d16 0x638968 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x63928c net.newAddr+0x30c /usr/local/go/src/net/interface_linux.go:192 # 0x638d15 net.addrTable+0x1a5 /usr/local/go/src/net/interface_linux.go:165 # 0x638967 net.interfaceAddrTable+0x1a7 /usr/local/go/src/net/interface_linux.go:137 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [43: 688] @ 0x6c070d 0x6c0b92 0x6c1013 0x6c1019 0x6a0f68 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6c070c crypto/tls.prf12+0x2c /usr/local/go/src/crypto/tls/prf.go:68 # 0x6c0b91 crypto/tls.prfAndHashForVersion+0x91 /usr/local/go/src/crypto/tls/prf.go:130 # 0x6c1012 crypto/tls.prfForVersion+0x162 /usr/local/go/src/crypto/tls/prf.go:137 # 0x6c1018 crypto/tls.keysFromMasterSecret+0x168 /usr/local/go/src/crypto/tls/prf.go:163 # 0x6a0f67 crypto/tls.(*clientHandshakeState).establishKeys+0xd7 /usr/local/go/src/crypto/tls/handshake_client.go:621 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [62: 5952] @ 0x431721 0x440c13 0x644084 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x644083 net.(*Resolver).lookupIPAddr+0x663 /usr/local/go/src/net/lookup.go:275 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [2: 12288] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 192] @ 0x642ad2 0x655c0e 0x64e566 0x64e110 0x6429c1 0x656782 0x62a30b 0x629681 0x6288a6 0x6454e4 0x62d689 0x62e76c 0x65afc1 0x45f261 # 0x642ad1 net.ipToSockaddr+0xc1 /usr/local/go/src/net/ipsock_posix.go:154 # 0x655c0d net.(*UDPAddr).sockaddr+0x6d /usr/local/go/src/net/udpsock_posix.go:38 # 0x64e565 net.(*netFD).dial+0x95 /usr/local/go/src/net/sock_posix.go:146 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x62a30a net.(*sysDialer).dialSingle+0x62a /usr/local/go/src/net/dial.go:581 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x6288a5 net.(*Dialer).DialContext+0x665 /usr/local/go/src/net/dial.go:424 # 0x6454e3 net.(*Resolver).dial+0xc3 /usr/local/go/src/net/lookup_unix.go:70 # 0x62d688 net.(*Resolver).exchange+0x2a8 /usr/local/go/src/net/dnsclient_unix.go:156 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [3: 589824] @ 0xede6bf 0xede42b 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 466944] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 131072] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 122880] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 278528] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 180224] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 294912] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 360448] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 393216] @ 0xede6bf 0xede42b 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 417792] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 417792] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 557056] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 196608] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 442368] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 163840] @ 0xede9a0 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 417792] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [15: 17080320] @ 0xb0a0be 0xa7ba84 0xabdc82 0xac3339 0xac3ff1 0xac7e27 0xad565b 0x45f261 # 0xb0a0bd github.com/thanos-io/thanos/pkg/store/storepb.(*LabelValuesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1498 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xac3338 google.golang.org/grpc.(*Server).sendResponse+0x88 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:845 # 0xac3ff0 google.golang.org/grpc.(*Server).processUnaryRPC+0x550 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1042 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 163840] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 180224] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 278528] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 122880] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 278528] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 491520] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 163840] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 417792] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 188416] @ 0xede6bf 0xede42b 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 655360] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 294912] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 442368] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 278528] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 311296] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 442368] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 262144] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 114688] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 278528] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 7667712] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 138608640] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 175472640] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 180633600] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 136028160] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [44: 140574720] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 163676160] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 167362560] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 138977280] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 178790400] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [89: 277782528] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 170311680] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [90: 347996160] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [138: 531333120] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 171786240] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [90: 344309760] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 158515200] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 169574400] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 141557760] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 147824640] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 177315840] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [44: 138772480] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 140083200] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 152248320] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [45: 166993920] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [133: 513171456] @ 0x9242db 0x16a937c 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x16a937b github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues.func1+0x12b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1035 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [50: 800] @ 0x4acdcd 0x4abcfa 0x5e2d35 0x5e4a6d 0x677bac 0x677b69 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2d34 encoding/asn1.parseField+0x1c84 /usr/local/go/src/encoding/asn1/asn1.go:915 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677bab encoding/asn1.Unmarshal+0x173b /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677b68 crypto/x509.parseCertificate+0x16f8 /usr/local/go/src/crypto/x509/x509.go:1519 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [16: 18432] @ 0x80b504 0x80b50f 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x80b503 bufio.(*Scanner).Text+0x363 /usr/local/go/src/bufio/scan.go:112 # 0x80b50e github.com/prometheus/procfs.FS.Stat+0x36e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [6: 192] @ 0x16993e0 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16993df github.com/thanos-io/thanos/pkg/store.translateMatchers+0x18f /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:35 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 1024] @ 0xb01b27 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [74: 1184] @ 0x75699f 0x7816c8 0x45f261 # 0x75699e net/http.(*Request).write+0x39e /usr/local/go/src/net/http/request.go:603 # 0x7816c7 net/http.(*persistConn).writeLoop+0x1c7 /usr/local/go/src/net/http/transport.go:2199 0: 0 [69: 2208] @ 0x85ec42 0x1694759 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85ec41 github.com/prometheus/prometheus/tsdb/index.ExpandPostings+0xc1 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:303 # 0x1694758 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x368 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [33: 23232] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [20: 491520] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [1: 1024] @ 0x57a011 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a010 regexp.makeOnePass+0x210 /usr/local/go/src/regexp/onepass.go:309 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 3680] @ 0x768d1f 0x768e48 0x7689d7 0xe2c895 0x19d6c76 0x588027 0x45f261 # 0x768d1e net/http.(*Server).newConn+0x2ee /usr/local/go/src/net/http/server.go:622 # 0x768e47 net/http.(*Server).Serve+0x417 /usr/local/go/src/net/http/server.go:2925 # 0x7689d6 net/http.(*Server).ListenAndServe+0xb6 /usr/local/go/src/net/http/server.go:2825 # 0xe2c894 github.com/thanos-io/thanos/pkg/server/http.(*Server).ListenAndServe+0x174 /go/src/github.com/thanos-io/thanos/pkg/server/http/http.go:57 # 0x19d6c75 main.runStore.func1+0x45 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:173 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [5: 80] @ 0x4088a1 0x5864be 0x585aa2 0x5846c9 0x16a8eb0 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5864bd github.com/go-kit/kit/log.Caller.func1+0x2d /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:86 # 0x585aa1 github.com/go-kit/kit/log.bindValues+0x81 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:20 # 0x5846c8 github.com/go-kit/kit/log.(*context).Log+0x1e8 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:122 # 0x16a8eaf github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x97f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:921 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 2880] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1024] @ 0xb01b27 0xb01e4c 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 512] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 2304] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 5120] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 1472] @ 0x449de5 0x62f093 0x62e4cf 0x65afc1 0x45f261 # 0x62f092 vendor/golang.org/x/net/dns/dnsmessage.NewName+0xc52 /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:1870 # 0x62e4ce net.(*Resolver).tryOneName+0x8e /usr/local/go/src/net/dnsclient_unix.go:242 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [7: 784] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [19: 608] @ 0xe4c561 0x16902f5 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xe4c560 github.com/thanos-io/thanos/pkg/tracing.StartSpan+0x1e0 /go/src/github.com/thanos-io/thanos/pkg/tracing/tracing.go:51 # 0x16902f4 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x94 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:829 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [49: 784] @ 0x67797c 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67797b crypto/x509.parseCertificate+0x150b /usr/local/go/src/crypto/x509/x509.go:1544 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2: 512] @ 0xb01b27 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1920] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 3456] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [14: 1792] @ 0x1694704 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1694703 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x313 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [37: 18944] @ 0x4ebd12 0x16a8db5 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x4ebd11 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220 # 0x16a8db4 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x884 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:922 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 3200] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 112] @ 0xe4c604 0x1690f48 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xe4c603 github.com/thanos-io/thanos/pkg/tracing.StartSpan+0x283 /go/src/github.com/thanos-io/thanos/pkg/tracing/tracing.go:51 # 0x1690f47 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xce7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:941 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [14: 4928] @ 0x4133d3 0xb241eb 0xb24149 0xb24148 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xb241ea net/textproto.MIMEHeader.Set+0x2da /usr/local/go/src/net/textproto/header.go:22 # 0xb24148 net/http.Header.Set+0x238 /usr/local/go/src/net/http/header.go:37 # 0xb24147 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x237 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:149 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [38: 608] @ 0x6670a1 0x6ca7d2 0x6ca78d 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670a0 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x60 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:184 # 0x6ca7d1 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x221 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca78c crypto/tls.(*clientHelloMsg).marshal.func1.4+0x1dc /usr/local/go/src/crypto/tls/handshake_messages.go:164 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [10: 1120] @ 0x56532e 0x564e62 0x564a06 0x5695ef 0x5674b0 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x56532d regexp/syntax.(*parser).newRegexp+0x50d /usr/local/go/src/regexp/syntax/parse.go:94 # 0x564e61 regexp/syntax.(*parser).collapse+0x41 /usr/local/go/src/regexp/syntax/parse.go:373 # 0x564a05 regexp/syntax.(*parser).concat+0x165 /usr/local/go/src/regexp/syntax/parse.go:313 # 0x5695ee regexp/syntax.(*parser).parseRightParen+0x2e /usr/local/go/src/regexp/syntax/parse.go:1211 # 0x5674af regexp/syntax.Parse+0x45f /usr/local/go/src/regexp/syntax/parse.go:748 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 2048] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [33: 528] @ 0x6b0209 0x6b0059 0x6b0058 0x6a2575 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6b0208 vendor/golang.org/x/crypto/cryptobyte.(*Builder).add+0x248 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:298 # 0x6b0058 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint8+0x98 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:79 # 0x6b0057 crypto/tls.(*finishedMsg).marshal+0x97 /usr/local/go/src/crypto/tls/handshake_messages.go:1565 # 0x6a2574 crypto/tls.(*clientHandshakeState).sendFinished+0x194 /usr/local/go/src/crypto/tls/handshake_client.go:802 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 32] @ 0xd82c36 0xd8440d 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd82c35 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x1e5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [38: 3040] @ 0xa69a9c 0xa696ad 0xa6aef1 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa69a9b google.golang.org/grpc/internal/transport.(*http2Server).writeHeaderLocked+0x25b /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:799 # 0xa696ac google.golang.org/grpc/internal/transport.(*http2Server).WriteHeader+0xcc /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:773 # 0xa6aef0 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x480 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:883 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [53: 3392] @ 0x16952f5 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16952f4 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x4a4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1455 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 64] @ 0x449cef 0x44977e 0x449a67 0x84154f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x84154e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0xce /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 384] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 11776] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [11: 11264] @ 0x5798fd 0x57a46e 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5798fc regexp.onePassCopy+0x5c /usr/local/go/src/regexp/onepass.go:225 # 0x57a46d regexp.compileOnePass+0x11d /usr/local/go/src/regexp/onepass.go:497 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [25: 400] @ 0x82fb6b 0x81e7eb 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fb6a github.com/prometheus/client_golang/prometheus.populateMetric+0x21a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:131 # 0x81e7ea github.com/prometheus/client_golang/prometheus.(*counter).Write+0x7a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/counter.go:115 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [6: 13824] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1152] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 3456] @ 0xb01b27 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [74: 303104] @ 0x55a29a 0x80b476 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x55a299 bufio.(*Scanner).Scan+0x229 /usr/local/go/src/bufio/scan.go:203 # 0x80b475 github.com/prometheus/procfs.FS.Stat+0x2d5 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:177 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [9: 576] @ 0x449cef 0x44977e 0x4499f7 0x82a6e7 0x82a20b 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82a6e6 github.com/prometheus/client_golang/prometheus.checkSuffixCollisions+0x216 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:816 # 0x82a20a github.com/prometheus/client_golang/prometheus.processMetric+0xbda /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:665 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [20: 1920] @ 0x5670a4 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5670a3 regexp/syntax.Parse+0x53 /usr/local/go/src/regexp/syntax/parse.go:712 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 640] @ 0x563df9 0x5639d8 0x564073 0x5672fe 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563df8 regexp/syntax.(*parser).maybeConcat+0x238 /usr/local/go/src/regexp/syntax/parse.go:165 # 0x5639d7 regexp/syntax.(*parser).push+0x217 /usr/local/go/src/regexp/syntax/parse.go:136 # 0x564072 regexp/syntax.(*parser).literal+0x52 /usr/local/go/src/regexp/syntax/parse.go:210 # 0x5672fd regexp/syntax.Parse+0x2ad /usr/local/go/src/regexp/syntax/parse.go:729 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [27: 1296] @ 0x188f084 0x188fff4 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x188f083 github.com/grpc-ecosystem/go-grpc-prometheus.newServerReporter+0xe3 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_reporter.go:29 # 0x188fff3 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0x73 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:120 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x5b35f5 0x5b35bc 0x5b3582 0x5aa87c 0x5fd76f 0x5fd73e 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67126b 0x67b3c8 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b35f4 math/big.nat.make+0x94 /usr/local/go/src/math/big/nat.go:64 # 0x5b35bb math/big.nat.setWord+0x5b /usr/local/go/src/math/big/nat.go:76 # 0x5b3581 math/big.nat.setUint64+0x21 /usr/local/go/src/math/big/nat.go:84 # 0x5aa87b math/big.(*Int).SetInt64+0x5b /usr/local/go/src/math/big/int.go:55 # 0x5fd76e math/big.NewInt+0x4e /usr/local/go/src/math/big/int.go:69 # 0x5fd73d crypto/rsa.encrypt+0x1d /usr/local/go/src/crypto/rsa/rsa.go:354 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67126a crypto/x509.(*Certificate).buildChains+0x19a /usr/local/go/src/crypto/x509/verify.go:861 # 0x67b3c7 crypto/x509.(*Certificate).buildChains.func1+0x5e7 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [107: 150656] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [77: 19712] @ 0x61aaf0 0x61b4d3 0x616073 0x62c569 0x62d497 0x62e76c 0x65afc1 0x45f261 # 0x61aaef vendor/golang.org/x/net/dns/dnsmessage.(*Name).pack+0x3df /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:1952 # 0x61b4d2 vendor/golang.org/x/net/dns/dnsmessage.(*Question).pack+0x82 /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:2084 # 0x616072 vendor/golang.org/x/net/dns/dnsmessage.(*Builder).Question+0x72 /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:1299 # 0x62c568 net.newRequest+0x1f8 /usr/local/go/src/net/dnsclient_unix.go:56 # 0x62d496 net.(*Resolver).exchange+0xb6 /usr/local/go/src/net/dnsclient_unix.go:142 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [51: 4896] @ 0x431721 0x440c13 0x65b4ea 0x45f261 # 0x65b4e9 net.(*netFD).connect.func2+0xb9 /usr/local/go/src/net/fd_unix.go:129 0: 0 [11: 176] @ 0x16a8ac7 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16a8ac6 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x596 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:916 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 288] @ 0x68b4f0 0x68b547 0x7839b2 0x77903d 0x7893a0 0x7804fe 0x45f261 # 0x68b4ef container/list.(*List).insertValue+0x3f /usr/local/go/src/container/list/list.go:105 # 0x68b546 container/list.(*List).PushFront+0x96 /usr/local/go/src/container/list/list.go:151 # 0x7839b1 net/http.(*connLRU).add+0x51 /usr/local/go/src/net/http/transport.go:2678 # 0x77903c net/http.(*Transport).tryPutIdleConn+0x68c /usr/local/go/src/net/http/transport.go:873 # 0x78939f net/http.(*persistConn).readLoop.func2+0x3f /usr/local/go/src/net/http/transport.go:1870 # 0x7804fd net/http.(*persistConn).readLoop+0xb4d /usr/local/go/src/net/http/transport.go:2025 0: 0 [47: 752] @ 0xd82c36 0xd8440d 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd82c35 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x1e5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [7: 336] @ 0x8414b1 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x8414b0 github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x30 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:59 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 14720] @ 0x80b75f 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b75e github.com/prometheus/procfs.FS.Stat+0x5be /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:232 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [13: 1664] @ 0x62322c 0x643fa0 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x62322b internal/singleflight.(*Group).DoChan+0x15b /usr/local/go/src/internal/singleflight/singleflight.go:79 # 0x643f9f net.(*Resolver).lookupIPAddr+0x57f /usr/local/go/src/net/lookup.go:267 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [4: 64] @ 0x1695e7f 0x1695e63 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695e7e github.com/prometheus/prometheus/tsdb/index.EmptyPostings+0x59e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:340 # 0x1695e62 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x582 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1503 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 4096] @ 0xb01b27 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 23552] @ 0x829a9c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x829a9b github.com/prometheus/client_golang/prometheus.processMetric+0x46b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:685 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [40: 30720] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 288] @ 0x579f71 0x579f1e 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579f70 regexp.newQueue+0x170 /usr/local/go/src/regexp/onepass.go:141 # 0x579f1d regexp.makeOnePass+0x11d /usr/local/go/src/regexp/onepass.go:307 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [15: 960] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [19: 304] @ 0xa66367 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa66366 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0xad6 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:438 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [137: 2192] @ 0x4acdcd 0x4abcfa 0x5e2d35 0x5e0faa 0x5e32e7 0x5e4a6d 0x677fb0 0x677f6d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2d34 encoding/asn1.parseField+0x1c84 /usr/local/go/src/encoding/asn1/asn1.go:915 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677faf encoding/asn1.Unmarshal+0x1b3f /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677f6c crypto/x509.parseCertificate+0x1afc /usr/local/go/src/crypto/x509/x509.go:1580 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 1152] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 2688] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [171: 28016640] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [30: 480] @ 0xdacdd3 0xdace11 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdacdd2 github.com/minio/minio-go/v6.newObject+0x372 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:599 # 0xdace10 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x3b0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:220 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [9: 432] @ 0x40d8d0 0x6daf0d 0x759124 0x75fb6f 0x7640f4 0x45f261 # 0x6daf0c net/textproto.(*Reader).ReadMIMEHeader+0x7c /usr/local/go/src/net/textproto/reader.go:481 # 0x759123 net/http.readRequest+0x363 /usr/local/go/src/net/http/request.go:1059 # 0x75fb6e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [15: 23040] @ 0x5798fd 0x57a46e 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5798fc regexp.onePassCopy+0x5c /usr/local/go/src/regexp/onepass.go:225 # 0x57a46d regexp.compileOnePass+0x11d /usr/local/go/src/regexp/onepass.go:497 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 512] @ 0xb01b27 0xb01e4c 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [35: 560] @ 0x6670a1 0x6cd0e2 0x6cd09c 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670a0 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x60 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:184 # 0x6cd0e1 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint8LengthPrefixed+0x171 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:136 # 0x6cd09b crypto/tls.(*clientHelloMsg).marshal.func1+0x12b /usr/local/go/src/crypto/tls/handshake_messages.go:115 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [116: 24128] @ 0x4088f2 0x408942 0x5864be 0x585aa2 0x5846c9 0x16a8eb0 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5864bd github.com/go-kit/kit/log.Caller.func1+0x2d /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:86 # 0x585aa1 github.com/go-kit/kit/log.bindValues+0x81 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:20 # 0x5846c8 github.com/go-kit/kit/log.(*context).Log+0x1e8 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:122 # 0x16a8eaf github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x97f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:921 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 24] @ 0x779c41 0x779b0e 0x77af25 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x779c40 net/http.(*wantConnQueue).pushBack+0x500 /usr/local/go/src/net/http/transport.go:1138 # 0x779b0d net/http.(*Transport).queueForIdleConn+0x3cd /usr/local/go/src/net/http/transport.go:957 # 0x77af24 net/http.(*Transport).getConn+0x294 /usr/local/go/src/net/http/transport.go:1207 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [102: 1632] @ 0x85ec42 0x1694759 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85ec41 github.com/prometheus/prometheus/tsdb/index.ExpandPostings+0xc1 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:303 # 0x1694758 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x368 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [56: 896] @ 0x75689d 0x7816c8 0x45f261 # 0x75689c net/http.(*Request).write+0x29c /usr/local/go/src/net/http/request.go:597 # 0x7816c7 net/http.(*persistConn).writeLoop+0x1c7 /usr/local/go/src/net/http/transport.go:2199 0: 0 [4: 4608] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [91: 2912] @ 0x5d2af8 0x5d24aa 0x5ccb6c 0x6bf9f4 0x6be1df 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5d2af7 crypto/elliptic.(*p256Point).p256PointToAffine+0x397 /usr/local/go/src/crypto/elliptic/p256_asm.go:331 # 0x5d24a9 crypto/elliptic.p256Curve.ScalarBaseMult+0xd9 /usr/local/go/src/crypto/elliptic/p256_asm.go:273 # 0x5ccb6b crypto/elliptic.GenerateKey+0x28b /usr/local/go/src/crypto/elliptic/elliptic.go:300 # 0x6bf9f3 crypto/tls.generateECDHEParameters+0x193 /usr/local/go/src/crypto/tls/key_schedule.go:129 # 0x6be1de crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x15e /usr/local/go/src/crypto/tls/key_agreement.go:265 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2: 19456] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [18: 13824] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [98: 1568] @ 0x5e5088 0x5e2e55 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e5087 encoding/asn1.parseFieldParameters+0x507 /usr/local/go/src/encoding/asn1/common.go:124 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [5: 47360] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [5: 81920] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 20480] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [76: 87552] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 4608] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [30: 161280] @ 0x85c773 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c772 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x6a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1712 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [60: 76800] @ 0x85c773 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c772 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x6a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1712 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [256: 24576] @ 0x6670d0 0x6caba8 0x6cab63 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6caba7 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x5f7 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cab62 crypto/tls.(*clientHelloMsg).marshal.func1.4+0x5b2 /usr/local/go/src/crypto/tls/handshake_messages.go:249 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2: 512] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 800] @ 0x449cef 0x44977e 0x4499f7 0x62fff6 0x630da8 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x62fff5 net.(*dnsConfig).nameList+0x2f5 /usr/local/go/src/net/dnsclient_unix.go:477 # 0x630da7 net.(*Resolver).goLookupIPCNAMEOrder+0x207 /usr/local/go/src/net/dnsclient_unix.go:612 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [3: 24] @ 0x623294 0x643fa0 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x623293 internal/singleflight.(*Group).DoChan+0x1c3 /usr/local/go/src/internal/singleflight/singleflight.go:83 # 0x643f9f net.(*Resolver).lookupIPAddr+0x57f /usr/local/go/src/net/lookup.go:267 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [131: 6288] @ 0x40d6cd 0x48f220 0x48f04b 0x628f03 0x628730 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x48f21f context.propagateCancel+0x11f /usr/local/go/src/context/context.go:252 # 0x48f04a context.WithCancel+0x9a /usr/local/go/src/context/context.go:231 # 0x628f02 net.(*sysDialer).dialParallel+0x1e2 /usr/local/go/src/net/dial.go:480 # 0x62872f net.(*Dialer).DialContext+0x4ef /usr/local/go/src/net/dial.go:422 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [79: 1264] @ 0x676f82 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x676f81 crypto/x509.parseCertificate+0xb11 /usr/local/go/src/crypto/x509/x509.go:1453 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [17: 1360] @ 0xa69a9c 0xa696ad 0xa6aef1 0xac3684 0xac3ff1 0xac7e27 0xad565b 0x45f261 # 0xa69a9b google.golang.org/grpc/internal/transport.(*http2Server).writeHeaderLocked+0x25b /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:799 # 0xa696ac google.golang.org/grpc/internal/transport.(*http2Server).WriteHeader+0xcc /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:773 # 0xa6aef0 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x480 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:883 # 0xac3683 google.golang.org/grpc.(*Server).sendResponse+0x3d3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:860 # 0xac3ff0 google.golang.org/grpc.(*Server).processUnaryRPC+0x550 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1042 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [187: 263296] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [56: 896] @ 0x501d04 0x501ce1 0x501baf 0xd8252a 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd82529 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x1d9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:133 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 18432] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 9216] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 7360] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [64: 90112] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [14: 896] @ 0xa54528 0xa545c1 0xa52bc7 0xa7580b 0x45f261 # 0xa54527 google.golang.org/grpc/internal/transport.(*loopyWriter).registerStreamHandler+0x3e7 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:598 # 0xa545c0 google.golang.org/grpc/internal/transport.(*loopyWriter).handle+0x480 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:781 # 0xa52bc6 google.golang.org/grpc/internal/transport.(*loopyWriter).run+0xc6 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:531 # 0xa7580a google.golang.org/grpc/internal/transport.newHTTP2Server.func2+0xca /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:290 0: 0 [1: 512] @ 0x4ebd12 0x16a8db5 0x1690dc0 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x4ebd11 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220 # 0x16a8db4 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x884 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:922 # 0x1690dbf github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xb5f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:933 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [21: 672] @ 0xa55364 0xa661be 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa55363 google.golang.org/grpc/internal/transport.newWriteQuota+0x53 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/flowcontrol.go:47 # 0xa661bd google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x92d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:423 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [8: 896] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [5: 40] @ 0x6567ae 0x6567c8 0x62a30b 0x629681 0x6288a6 0x6454e4 0x62d689 0x62e76c 0x65afc1 0x45f261 # 0x6567ad net.newUDPConn+0xed /usr/local/go/src/net/udpsock.go:196 # 0x6567c7 net.(*sysDialer).dialUDP+0x107 /usr/local/go/src/net/udpsock_posix.go:102 # 0x62a30a net.(*sysDialer).dialSingle+0x62a /usr/local/go/src/net/dial.go:581 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x6288a5 net.(*Dialer).DialContext+0x665 /usr/local/go/src/net/dial.go:424 # 0x6454e3 net.(*Resolver).dial+0xc3 /usr/local/go/src/net/lookup_unix.go:70 # 0x62d688 net.(*Resolver).exchange+0x2a8 /usr/local/go/src/net/dnsclient_unix.go:156 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [2: 1280] @ 0xb01b27 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [106: 27136] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 480] @ 0x784769 0x71c275 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x784768 net/http.(*Client).do.func2+0xc8 /usr/local/go/src/net/http/client.go:551 # 0x71c274 net/http.(*Client).do+0x534 /usr/local/go/src/net/http/client.go:651 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [27: 15552] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 64] @ 0x579f71 0x579f1e 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579f70 regexp.newQueue+0x170 /usr/local/go/src/regexp/onepass.go:141 # 0x579f1d regexp.makeOnePass+0x11d /usr/local/go/src/regexp/onepass.go:307 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [269: 21520] @ 0x449cef 0x44977e 0x4499f7 0xd8458f 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd8458e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x68e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:307 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [85: 1360] @ 0x4acdcd 0x4abcfa 0x5e2d35 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2d34 encoding/asn1.parseField+0x1c84 /usr/local/go/src/encoding/asn1/asn1.go:915 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [10: 12800] @ 0x57a011 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a010 regexp.makeOnePass+0x210 /usr/local/go/src/regexp/onepass.go:309 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 576] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 6912] @ 0xb01b27 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [36: 3456] @ 0xb01621 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01620 github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:104 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [17: 1632] @ 0x431721 0x440c13 0x781623 0x45f261 # 0x781622 net/http.(*persistConn).writeLoop+0x122 /usr/local/go/src/net/http/transport.go:2196 0: 0 [1: 96] @ 0x431721 0x405a62 0x40583b 0x65b27c 0x631312 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x65b27b net.(*Resolver).goLookupIPCNAMEOrder.func4+0x9b /usr/local/go/src/net/dnsclient_unix.go:608 # 0x631311 net.(*Resolver).goLookupIPCNAMEOrder+0x771 /usr/local/go/src/net/dnsclient_unix.go:618 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [81: 2592] @ 0x677d77 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x677d76 crypto/x509.parseCertificate+0x1906 /usr/local/go/src/crypto/x509/x509.go:1568 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [91: 1456] @ 0x4acdcd 0x4abcfa 0x5e3017 0x5e0faa 0x5e32e7 0x5e4a6d 0x677fb0 0x677f6d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e3016 encoding/asn1.parseField+0x1f66 /usr/local/go/src/encoding/asn1/asn1.go:908 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677faf encoding/asn1.Unmarshal+0x1b3f /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677f6c crypto/x509.parseCertificate+0x1afc /usr/local/go/src/crypto/x509/x509.go:1580 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [5: 5760] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [27: 17280] @ 0x5623cf 0x562298 0x562350 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5623ce regexp/syntax.(*compiler).inst+0x107e /usr/local/go/src/regexp/syntax/compile.go:173 # 0x562297 regexp/syntax.(*compiler).empty+0xf47 /usr/local/go/src/regexp/syntax/compile.go:260 # 0x56234f regexp/syntax.(*compiler).compile+0xfff /usr/local/go/src/regexp/syntax/compile.go:131 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [90: 2880] @ 0x67b8c3 0x675b76 0x675d53 0x6770fc 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b8c2 crypto/x509.parseSANExtension.func1+0x142 /usr/local/go/src/crypto/x509/x509.go:1175 # 0x675b75 crypto/x509.forEachSAN+0x215 /usr/local/go/src/crypto/x509/x509.go:1161 # 0x675d52 crypto/x509.parseSANExtension+0xf2 /usr/local/go/src/crypto/x509/x509.go:1170 # 0x6770fb crypto/x509.parseCertificate+0xc8b /usr/local/go/src/crypto/x509/x509.go:1466 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [24: 384] @ 0x58129d 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x58129c regexp.makeOnePass.func1+0x107c /usr/local/go/src/regexp/onepass.go:411 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 2048] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [97: 3104] @ 0x606d92 0x6bd389 0x6be63a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x6bd388 crypto/tls.hashForServerKeyExchange+0x258 /usr/local/go/src/crypto/tls/key_agreement.go:123 # 0x6be639 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x5b9 /usr/local/go/src/crypto/tls/key_agreement.go:305 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [31: 27776] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 288] @ 0x449cef 0x44977e 0x4499f7 0x83412e 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x83412d github.com/prometheus/client_golang/prometheus.wrapDesc+0x4bd /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [96: 3072] @ 0x640bc9 0x641d05 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x640bc8 net.filterAddrList+0x2f8 /usr/local/go/src/net/ipsock.go:128 # 0x641d04 net.(*Resolver).internetAddrList+0x764 /usr/local/go/src/net/ipsock.go:299 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [65: 45760] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 110592] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [95: 54720] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 832] @ 0x4e6a8f 0x541d6e 0x1787c9a 0x17891f0 0x1788b41 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4e6a8e os.(*File).Stat+0x3e /usr/local/go/src/os/stat_unix.go:19 # 0x541d6d io/ioutil.ReadFile+0xdd /usr/local/go/src/io/ioutil/ioutil.go:62 # 0x1787c99 github.com/elastic/go-sysinfo/providers/linux.IsContainerized+0x39 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/container.go:33 # 0x17891ef github.com/elastic/go-sysinfo/providers/linux.(*reader).containerized+0x3f /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:160 # 0x1788b40 github.com/elastic/go-sysinfo/providers/linux.newHost+0x200 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:112 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [205: 13120] @ 0x60118b 0xd849af 0xd81f71 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x60118a crypto/hmac.New+0x12a /usr/local/go/src/crypto/hmac/hmac.go:77 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81f70 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x220 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:85 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [42: 672] @ 0x449de5 0xd81e65 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd81e64 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x114 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [19: 1520] @ 0x629e69 0x629681 0x65aab5 0x45f261 # 0x629e68 net.(*sysDialer).dialSingle+0x188 /usr/local/go/src/net/dial.go:592 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [178: 273408] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [24: 43008] @ 0x4de22d 0x53ef75 0x53ed0a 0x53ea59 0x178b936 0x178a78a 0x178997d 0x1789972 0x1788bb9 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4de22c os.(*File).readdirnames+0x8c /usr/local/go/src/os/dir_unix.go:44 # 0x53ef74 os.(*File).Readdirnames+0x3c4 /usr/local/go/src/os/dir.go:48 # 0x53ed09 path/filepath.glob+0x159 /usr/local/go/src/path/filepath/match.go:324 # 0x53ea58 path/filepath.Glob+0x368 /usr/local/go/src/path/filepath/match.go:251 # 0x178b935 github.com/elastic/go-sysinfo/providers/linux.findDistribRelease+0xa5 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:198 # 0x178a789 github.com/elastic/go-sysinfo/providers/linux.getOSInfo+0x139 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:76 # 0x178997c github.com/elastic/go-sysinfo/providers/linux.OperatingSystem+0x2c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:69 # 0x1789971 github.com/elastic/go-sysinfo/providers/linux.(*reader).os+0x21 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:193 # 0x1788bb8 github.com/elastic/go-sysinfo/providers/linux.newHost+0x278 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:116 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [178: 11392] @ 0x5df5f2 0x5e3dd6 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5df5f1 encoding/asn1.parseObjectIdentifier+0x51 /usr/local/go/src/encoding/asn1/asn1.go:261 # 0x5e3dd5 encoding/asn1.parseField+0x2d25 /usr/local/go/src/encoding/asn1/asn1.go:828 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [51: 816] @ 0x782017 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x782016 net/http.(*persistConn).roundTrip+0x496 /usr/local/go/src/net/http/transport.go:2400 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [26: 282880] @ 0x85c773 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c772 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x6a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1712 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [18: 11520] @ 0x40da93 0x40f709 0x4118fc 0x82ba73 0x8299f5 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82ba72 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0xb52 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:904 # 0x8299f4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:670 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 32] @ 0x5809fe 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5809fd regexp.makeOnePass.func1+0x7dd /usr/local/go/src/regexp/onepass.go:360 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [87: 1392] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e49c4 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e49c3 encoding/asn1.UnmarshalWithParams+0x103 /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [6562: 215023616] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [27: 2592] @ 0xb01621 0xb01564 0xb01538 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01620 github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:104 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [78: 2496] @ 0x606d92 0x600df6 0x6c039c 0x6d6992 0x6c2577 0x6a1bfd 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0x6c039b crypto/tls.pHash+0x22b /usr/local/go/src/crypto/tls/prf.go:37 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2576 crypto/tls.finishedHash.serverSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:309 # 0x6a1bfc crypto/tls.(*clientHandshakeState).readFinished+0x13c /usr/local/go/src/crypto/tls/handshake_client.go:740 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [21: 430080] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [10: 122880] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [103: 276864] @ 0x85c773 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c772 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x6a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1712 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 12288] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [19: 9961472] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [38: 826880] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [91: 2912] @ 0x5d2af8 0x5d2723 0x6bfde2 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5d2af7 crypto/elliptic.(*p256Point).p256PointToAffine+0x397 /usr/local/go/src/crypto/elliptic/p256_asm.go:331 # 0x5d2722 crypto/elliptic.p256Curve.ScalarMult+0x242 /usr/local/go/src/crypto/elliptic/p256_asm.go:292 # 0x6bfde1 crypto/tls.(*nistParameters).SharedKey+0xd1 /usr/local/go/src/crypto/tls/key_schedule.go:172 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [139: 6672] @ 0x6be2d7 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6be2d6 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x256 /usr/local/go/src/crypto/tls/key_agreement.go:277 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [5: 92160] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [84: 1344] @ 0x4acdcd 0x4abcfa 0x5e2d35 0x5e4a6d 0x676fd3 0x676f90 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2d34 encoding/asn1.parseField+0x1c84 /usr/local/go/src/encoding/asn1/asn1.go:915 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676fd2 encoding/asn1.Unmarshal+0xb62 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x676f8f crypto/x509.parseCertificate+0xb1f /usr/local/go/src/crypto/x509/x509.go:1454 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [24: 1920] @ 0x484969 0x48fe1a 0x62d5f2 0x62e76c 0x65afc1 0x45f261 # 0x484968 time.AfterFunc+0x48 /usr/local/go/src/time/sleep.go:157 # 0x48fe19 context.WithDeadline+0x319 /usr/local/go/src/context/context.go:412 # 0x62d5f1 net.(*Resolver).exchange+0x211 /usr/local/go/src/net/dnsclient_unix.go:153 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [4: 64] @ 0x564f9c 0x564a06 0x5680d7 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x564f9b regexp/syntax.(*parser).collapse+0x17b /usr/local/go/src/regexp/syntax/parse.go:380 # 0x564a05 regexp/syntax.(*parser).concat+0x165 /usr/local/go/src/regexp/syntax/parse.go:313 # 0x5680d6 regexp/syntax.Parse+0x1086 /usr/local/go/src/regexp/syntax/parse.go:891 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [31: 15872] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [20: 1600] @ 0xa69e74 0xac4441 0xac7e27 0xad565b 0x45f261 # 0xa69e73 google.golang.org/grpc/internal/transport.(*http2Server).WriteStatus+0x93 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:828 # 0xac4440 google.golang.org/grpc.(*Server).processUnaryRPC+0x9a0 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1089 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [81: 1296] @ 0x4acdcd 0x4abcfa 0x5e3017 0x5e4a6d 0x676fd3 0x676f90 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e3016 encoding/asn1.parseField+0x1f66 /usr/local/go/src/encoding/asn1/asn1.go:908 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676fd2 encoding/asn1.Unmarshal+0xb62 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x676f8f crypto/x509.parseCertificate+0xb1f /usr/local/go/src/crypto/x509/x509.go:1454 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 2304] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 6912] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 2560] @ 0xb01b27 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [151: 9664] @ 0x6bf8a3 0x69cfb0 0x69d72d 0x69bf8b 0x789132 0x45f261 # 0x6bf8a2 crypto/tls.generateECDHEParameters+0x42 /usr/local/go/src/crypto/tls/key_schedule.go:114 # 0x69cfaf crypto/tls.(*Conn).makeClientHello+0x81f /usr/local/go/src/crypto/tls/handshake_client.go:128 # 0x69d72c crypto/tls.(*Conn).clientHandshake+0x5c /usr/local/go/src/crypto/tls/handshake_client.go:147 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [49: 3920] @ 0x484969 0x48fe1a 0x4903db 0xa65c2c 0xa670f1 0xac2933 0xad555f 0x45f261 # 0x484968 time.AfterFunc+0x48 /usr/local/go/src/time/sleep.go:157 # 0x48fe19 context.WithDeadline+0x319 /usr/local/go/src/context/context.go:412 # 0x4903da context.WithTimeout+0x6a /usr/local/go/src/context/context.go:464 # 0xa65c2b google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x39b /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:333 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [43: 688] @ 0x82a11c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82a11b github.com/prometheus/client_golang/prometheus.processMetric+0xaeb /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:648 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [22: 704] @ 0x16904ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16904fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x29e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:847 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [27: 1296] @ 0x490488 0xe4c4d1 0xe4c4dc 0x1690ca9 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x490487 context.WithValue+0x77 /usr/local/go/src/context/context.go:487 # 0xe4c4d0 github.com/opentracing/opentracing-go.ContextWithSpan+0x150 /go/pkg/mod/github.com/opentracing/opentracing-go@v1.1.0/gocontext.go:12 # 0xe4c4db github.com/thanos-io/thanos/pkg/tracing.StartSpan+0x15b /go/src/github.com/thanos-io/thanos/pkg/tracing/tracing.go:54 # 0x1690ca8 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xa48 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:927 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [49: 784] @ 0x1694555 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1694554 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x164 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1338 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 180224] @ 0xede89a 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 32] @ 0x779c41 0x779b0e 0x77af25 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x779c40 net/http.(*wantConnQueue).pushBack+0x500 /usr/local/go/src/net/http/transport.go:1138 # 0x779b0d net/http.(*Transport).queueForIdleConn+0x3cd /usr/local/go/src/net/http/transport.go:957 # 0x77af24 net/http.(*Transport).getConn+0x294 /usr/local/go/src/net/http/transport.go:1207 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 589824] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 180224] @ 0xede89a 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 10240] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [6: 3840] @ 0xb01b27 0xb01e4c 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [32: 3072] @ 0x48f5a4 0x629521 0x6288a6 0x6454e4 0x62d689 0x62e76c 0x65afc1 0x45f261 # 0x48f5a3 context.(*cancelCtx).Done+0xa3 /usr/local/go/src/context/context.go:327 # 0x629520 net.(*sysDialer).dialSerial+0xc0 /usr/local/go/src/net/dial.go:525 # 0x6288a5 net.(*Dialer).DialContext+0x665 /usr/local/go/src/net/dial.go:424 # 0x6454e3 net.(*Resolver).dial+0xc3 /usr/local/go/src/net/lookup_unix.go:70 # 0x62d688 net.(*Resolver).exchange+0x2a8 /usr/local/go/src/net/dnsclient_unix.go:156 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [3: 12288] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [41: 62976] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [491: 377088] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 96] @ 0xeda407 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda406 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x266 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:228 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 172032] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 19456] @ 0x40da93 0x40f709 0x4118fc 0x1697145 0x16a9ffd 0x872954 0x45f261 # 0x1697144 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x334 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1699 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 4096] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [96: 3072] @ 0x691e85 0x6a1347 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x691e84 crypto/tls.aeadAESGCM+0xd4 /usr/local/go/src/crypto/tls/cipher_suites.go:254 # 0x6a1346 crypto/tls.(*clientHandshakeState).establishKeys+0x4b6 /usr/local/go/src/crypto/tls/handshake_client.go:630 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [182: 5824] @ 0x4bd849 0x5e0e6f 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 2981888] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [8: 2304] @ 0xdacdb6 0xdace11 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x16937c1 0x16a9886 0x872954 0x45f261 # 0xdacdb5 github.com/minio/minio-go/v6.newObject+0x355 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:602 # 0xdace10 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x3b0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:220 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [291: 4656] @ 0x4acdcd 0x4abcfa 0x5e2a78 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2a77 encoding/asn1.parseField+0x19c7 /usr/local/go/src/encoding/asn1/asn1.go:901 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [3: 24576] @ 0x4de5aa 0x847bd1 0x847adf 0x9155ad 0x168b3f6 0x19d6ec0 0x8b5d01 0x19d7555 0x588027 0x45f261 # 0x4de5a9 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34 # 0x847bd0 os.(*File).Readdirnames+0x1d0 /usr/local/go/src/os/dir.go:48 # 0x847ade github.com/prometheus/prometheus/tsdb/fileutil.ReadDir+0xde /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/fileutil/fileutil.go:101 # 0x9155ac github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch+0xb8c /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:331 # 0x168b3f5 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks+0x65 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:324 # 0x19d6ebf main.runStore.func4.1+0x5f /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:279 # 0x8b5d00 github.com/thanos-io/thanos/pkg/runutil.Repeat+0x90 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:72 # 0x19d7554 main.runStore.func4+0x504 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:278 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [82: 1312] @ 0x4acdcd 0x4abcfa 0x5e3017 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e3016 encoding/asn1.parseField+0x1f66 /usr/local/go/src/encoding/asn1/asn1.go:908 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [16: 512] @ 0xa6bbfa 0xa6a303 0xac5ea5 0xac7dc0 0xad565b 0x45f261 # 0xa6bbf9 google.golang.org/grpc/internal/transport.(*http2Server).finishStream+0x49 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:1079 # 0xa6a302 google.golang.org/grpc/internal/transport.(*http2Server).WriteStatus+0x522 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:872 # 0xac5ea4 google.golang.org/grpc.(*Server).processStreamingRPC+0x544 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1247 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 640] @ 0x62fe59 0x630da8 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x62fe58 net.(*dnsConfig).nameList+0x158 /usr/local/go/src/net/dnsclient_unix.go:469 # 0x630da7 net.(*Resolver).goLookupIPCNAMEOrder+0x207 /usr/local/go/src/net/dnsclient_unix.go:612 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [7: 4480] @ 0x57a011 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a010 regexp.makeOnePass+0x210 /usr/local/go/src/regexp/onepass.go:309 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 576] @ 0x48efe1 0x75feeb 0x7640f4 0x45f261 # 0x48efe0 context.WithCancel+0x30 /usr/local/go/src/context/context.go:230 # 0x75feea net/http.(*conn).readRequest+0x4da /usr/local/go/src/net/http/server.go:1003 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [26: 33280] @ 0x563504 0x5632ab 0x56147c 0x562070 0x562845 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x56147b regexp/syntax.(*compiler).compile+0x12b /usr/local/go/src/regexp/syntax/compile.go:110 # 0x56206f regexp/syntax.(*compiler).compile+0xd1f /usr/local/go/src/regexp/syntax/compile.go:163 # 0x562844 regexp/syntax.(*compiler).compile+0x14f4 /usr/local/go/src/regexp/syntax/compile.go:138 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [152: 7296] @ 0x85c90d 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c90c github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x83c /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1694 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [40: 15360] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [10: 80] @ 0x1692ab8 0x16906e4 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1692ab7 github.com/thanos-io/thanos/pkg/store.(*bucketBlockSet).getFor+0x1f7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1152 # 0x16906e3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x483 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:860 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [94: 1504] @ 0x4acdcd 0x4abcfa 0x5e2a78 0x5e0faa 0x5e32e7 0x5e4a6d 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2a77 encoding/asn1.parseField+0x19c7 /usr/local/go/src/encoding/asn1/asn1.go:901 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [24: 768] @ 0xa65c6c 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa65c6b google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x3db /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:338 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [4: 256] @ 0x47509b 0x475513 0x6355c4 0x653372 0x651ef7 0x768cb6 0x7689d7 0xe2c895 0x19d6c76 0x588027 0x45f261 # 0x47509a syscall.anyToSockaddr+0x28a /usr/local/go/src/syscall/syscall_linux.go:511 # 0x475512 syscall.Getsockname+0xc2 /usr/local/go/src/syscall/syscall_linux.go:562 # 0x6355c3 net.(*netFD).accept+0x273 /usr/local/go/src/net/fd_unix.go:254 # 0x653371 net.(*TCPListener).accept+0x31 /usr/local/go/src/net/tcpsock_posix.go:139 # 0x651ef6 net.(*TCPListener).Accept+0x46 /usr/local/go/src/net/tcpsock.go:261 # 0x768cb5 net/http.(*Server).Serve+0x285 /usr/local/go/src/net/http/server.go:2896 # 0x7689d6 net/http.(*Server).ListenAndServe+0xb6 /usr/local/go/src/net/http/server.go:2825 # 0xe2c894 github.com/thanos-io/thanos/pkg/server/http.(*Server).ListenAndServe+0x174 /go/src/github.com/thanos-io/thanos/pkg/server/http/http.go:57 # 0x19d6c75 main.runStore.func1+0x45 /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:173 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [8: 128] @ 0x49fa98 0x49f2ab 0x586521 0x5864f5 0x585aa2 0x5846c9 0x16a8eb0 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x49fa97 strconv.formatBits+0x317 /usr/local/go/src/strconv/itoa.go:200 # 0x49f2aa strconv.FormatInt+0xda /usr/local/go/src/strconv/itoa.go:29 # 0x586520 strconv.Itoa+0x90 /usr/local/go/src/strconv/itoa.go:35 # 0x5864f4 github.com/go-kit/kit/log.Caller.func1+0x64 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:91 # 0x585aa1 github.com/go-kit/kit/log.bindValues+0x81 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:20 # 0x5846c8 github.com/go-kit/kit/log.(*context).Log+0x1e8 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:122 # 0x16a8eaf github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x97f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:921 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 480] @ 0x623d3a 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x623d39 net.srcAddrs+0x59 /usr/local/go/src/net/addrselect.go:43 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [4: 4096] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [49: 784] @ 0x693b79 0x69c84d 0x69d72d 0x69bf8b 0x789132 0x45f261 # 0x693b78 crypto/tls.(*Config).supportedVersions+0x58 /usr/local/go/src/crypto/tls/common.go:795 # 0x69c84c crypto/tls.(*Conn).makeClientHello+0xbc /usr/local/go/src/crypto/tls/handshake_client.go:53 # 0x69d72c crypto/tls.(*Conn).clientHandshake+0x5c /usr/local/go/src/crypto/tls/handshake_client.go:147 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [47: 752] @ 0x77c8e8 0x77e616 0x77bd1c 0x45f261 # 0x77c8e7 net/http.(*persistConn).addTLS+0x457 /usr/local/go/src/net/http/transport.go:1393 # 0x77e615 net/http.(*Transport).dialConn+0x1c45 /usr/local/go/src/net/http/transport.go:1480 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [91: 1456] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e49c4 0x676c7a 0x676c37 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e49c3 encoding/asn1.UnmarshalWithParams+0x103 /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676c79 encoding/asn1.Unmarshal+0x809 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x676c36 crypto/x509.parseCertificate+0x7c6 /usr/local/go/src/crypto/x509/x509.go:1437 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [10: 1120] @ 0x56470b 0x564467 0x567421 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x56470a regexp/syntax.(*parser).newRegexp+0x58a /usr/local/go/src/regexp/syntax/parse.go:94 # 0x564466 regexp/syntax.(*parser).repeat+0x2e6 /usr/local/go/src/regexp/syntax/parse.go:248 # 0x567420 regexp/syntax.Parse+0x3d0 /usr/local/go/src/regexp/syntax/parse.go:788 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [51: 816] @ 0xd840e4 0xd840a1 0xd84047 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd840e3 net/textproto.MIMEHeader.Set+0x1e3 /usr/local/go/src/net/textproto/header.go:22 # 0xd840a0 net/http.Header.Set+0x1a0 /usr/local/go/src/net/http/header.go:37 # 0xd84046 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x146 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:278 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [5: 1440] @ 0x40d667 0x412535 0x412284 0x411a82 0xedb87d 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb87c github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x1ec /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:324 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [103: 421888] @ 0x55a29a 0x8063a7 0x826537 0x826063 0x83553d 0x45f261 # 0x55a299 bufio.(*Scanner).Scan+0x229 /usr/local/go/src/bufio/scan.go:203 # 0x8063a6 github.com/prometheus/procfs.Proc.Limits+0x206 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_limits.go:99 # 0x826536 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x4b6 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:59 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [26: 832] @ 0x40f7f9 0x4118fc 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 8192] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 224] @ 0x40f7f9 0x4118fc 0x1696a4c 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696a4b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1645 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [67: 6432] @ 0xa5534a 0xa661be 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa55349 google.golang.org/grpc/internal/transport.newWriteQuota+0x39 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/flowcontrol.go:46 # 0xa661bd google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x92d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:423 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [84: 1344] @ 0x67761d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67761c crypto/x509.parseCertificate+0x11ac /usr/local/go/src/crypto/x509/x509.go:1511 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [17: 816] @ 0x57fda6 0x806413 0x826537 0x826063 0x83553d 0x45f261 # 0x57fda5 regexp.(*Regexp).Split+0xb5 /usr/local/go/src/regexp/regexp.go:1237 # 0x806412 github.com/prometheus/procfs.Proc.Limits+0x272 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_limits.go:100 # 0x826536 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x4b6 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:59 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [51: 8976] @ 0x4fff4f 0x80b51c 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x4fff4e strings.Fields+0x8e /usr/local/go/src/strings/strings.go:349 # 0x80b51b github.com/prometheus/procfs.FS.Stat+0x37b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [24: 82944] @ 0x5798fd 0x57a46e 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5798fc regexp.onePassCopy+0x5c /usr/local/go/src/regexp/onepass.go:225 # 0x57a46d regexp.compileOnePass+0x11d /usr/local/go/src/regexp/onepass.go:497 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [45: 5760] @ 0x16a83bd 0x872954 0x45f261 # 0x16a83bc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0x25c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:895 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [19: 608] @ 0xe4968d 0xe4a8de 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xe4968c github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.newServerSpanFromInbound+0x1dc /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:60 # 0xe4a8dd github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0xad /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:44 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [61: 2928] @ 0x8414b1 0x169912b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x8414b0 github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x30 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:59 # 0x169912a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x16a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:15 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [222: 21312] @ 0x6670d0 0x6c7f40 0x6c7f02 0x666fe4 0x667156 0x6ca75e 0x6ca719 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6c7f3f vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x5f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6c7f01 crypto/tls.(*clientHelloMsg).marshal.func1.4.3+0x21 /usr/local/go/src/crypto/tls/handshake_messages.go:154 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6ca75d vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x1ad /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca718 crypto/tls.(*clientHelloMsg).marshal.func1.4+0x168 /usr/local/go/src/crypto/tls/handshake_messages.go:153 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [48: 4608] @ 0x48f5a4 0x48f135 0x48f04b 0x1696167 0x169614b 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x48f5a3 context.(*cancelCtx).Done+0xa3 /usr/local/go/src/context/context.go:327 # 0x48f134 context.propagateCancel+0x34 /usr/local/go/src/context/context.go:242 # 0x48f04a context.WithCancel+0x9a /usr/local/go/src/context/context.go:231 # 0x1696166 golang.org/x/sync/errgroup.WithContext+0x886 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x169614a github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x86a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1526 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [14: 448] @ 0x189000e 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x189000d github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0x8d /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [345: 22080] @ 0x678492 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x678491 crypto/x509.parseCertificate+0x2021 /usr/local/go/src/crypto/x509/x509.go:1429 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [148: 7104] @ 0x77ca60 0x77bd1c 0x45f261 # 0x77ca5f net/http.(*Transport).dialConn+0x8f /usr/local/go/src/net/http/transport.go:1427 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [5: 2560] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [20: 640] @ 0xe4c561 0x1690f48 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xe4c560 github.com/thanos-io/thanos/pkg/tracing.StartSpan+0x1e0 /go/src/github.com/thanos-io/thanos/pkg/tracing/tracing.go:51 # 0x1690f47 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xce7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:941 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [48: 768] @ 0x48f05b 0x1696b46 0x1696b2a 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x48f05a context.WithCancel+0xaa /usr/local/go/src/context/context.go:232 # 0x1696b45 golang.org/x/sync/errgroup.WithContext+0x285 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x1696b29 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x269 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1651 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [44: 4224] @ 0x16a8e09 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16a8e08 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x8d8 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:921 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [31: 1488] @ 0x82431f 0x833965 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82431e github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x2fe /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:330 # 0x833964 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Write+0x54 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:158 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [214: 13696] @ 0xd82c36 0xd8440d 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd82c35 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x1e5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [12: 192] @ 0x168fce1 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x168fce0 github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x5b0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [231: 14784] @ 0x449cef 0x44977e 0x449a67 0xd8437d 0xd842fc 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd8437c github.com/minio/minio-go/v6/pkg/s3signer.GetCredential+0x47c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:110 # 0xd842fb github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3fb /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:295 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [594: 228096] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [27: 216] @ 0x16942a2 0x169400f 0x16907fb 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16942a1 github.com/thanos-io/thanos/pkg/store.newBucketIndexReader+0x71 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1310 # 0x169400e github.com/thanos-io/thanos/pkg/store.(*bucketBlock).indexReader+0x5e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1278 # 0x16907fa github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x59a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:874 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [42: 3360] @ 0x82e39b 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82e39a github.com/prometheus/client_golang/prometheus.(*noObjectivesSummary).Write+0x15a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/summary.go:475 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [81: 1296] @ 0x674d93 0x6766c2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x674d92 crypto/x509.parsePublicKey+0x192 /usr/local/go/src/crypto/x509/x509.go:1051 # 0x6766c1 crypto/x509.parseCertificate+0x251 /usr/local/go/src/crypto/x509/x509.go:1402 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [50: 800] @ 0x5e170c 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e170b encoding/asn1.parseField+0x65b /usr/local/go/src/encoding/asn1/asn1.go:681 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [6: 192] @ 0x642ad2 0x655c0e 0x64e566 0x64e110 0x6429c1 0x656782 0x65550e 0x623dfe 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x642ad1 net.ipToSockaddr+0xc1 /usr/local/go/src/net/ipsock_posix.go:154 # 0x655c0d net.(*UDPAddr).sockaddr+0x6d /usr/local/go/src/net/udpsock_posix.go:38 # 0x64e565 net.(*netFD).dial+0x95 /usr/local/go/src/net/sock_posix.go:146 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [20: 3520] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [36: 576] @ 0x67b8c3 0x675b76 0x675d53 0x6770fc 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b8c2 crypto/x509.parseSANExtension.func1+0x142 /usr/local/go/src/crypto/x509/x509.go:1175 # 0x675b75 crypto/x509.forEachSAN+0x215 /usr/local/go/src/crypto/x509/x509.go:1161 # 0x675d52 crypto/x509.parseSANExtension+0xf2 /usr/local/go/src/crypto/x509/x509.go:1170 # 0x6770fb crypto/x509.parseCertificate+0xc8b /usr/local/go/src/crypto/x509/x509.go:1466 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [42: 2016] @ 0x586fb6 0x55d8d9 0x55ccbc 0x55beac 0x55c11f 0x5849b4 0x5878f0 0x584700 0x168fe8b 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x586fb5 github.com/go-kit/kit/log.timeFormat.MarshalText+0x95 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:77 # 0x55d8d8 github.com/go-logfmt/logfmt.safeMarshal+0xc8 /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:314 # 0x55ccbb github.com/go-logfmt/logfmt.writeValue+0xcb /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:206 # 0x55beab github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyval+0xfb /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:61 # 0x55c11e github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyvals+0x12e /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:84 # 0x5849b3 github.com/go-kit/kit/log.logfmtLogger.Log+0x103 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/logfmt_logger.go:46 # 0x5878ef github.com/go-kit/kit/log/level.(*logger).Log+0xaf /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/level/level.go:63 # 0x5846ff github.com/go-kit/kit/log.(*context).Log+0x21f /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:124 # 0x168fe8a github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x75a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 36864] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 5120] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [12: 3072] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [85: 2720] @ 0x67b65a 0x67126b 0x67b3c8 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b659 crypto/x509.(*Certificate).buildChains.func1+0x879 /usr/local/go/src/crypto/x509/verify.go:846 # 0x67126a crypto/x509.(*Certificate).buildChains+0x19a /usr/local/go/src/crypto/x509/verify.go:861 # 0x67b3c7 crypto/x509.(*Certificate).buildChains.func1+0x5e7 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [113: 1808] @ 0x6db0c8 0x75b7c3 0x780eb5 0x780a7f 0x45f261 # 0x6db0c7 net/textproto.(*Reader).ReadMIMEHeader+0x237 /usr/local/go/src/net/textproto/reader.go:517 # 0x75b7c2 net/http.ReadResponse+0x462 /usr/local/go/src/net/http/response.go:191 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [67: 51456] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [76: 2432] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [162: 10368] @ 0x6c0c86 0x69fd24 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6c0c85 crypto/tls.masterFromPreMasterSecret+0x65 /usr/local/go/src/crypto/tls/prf.go:144 # 0x69fd23 crypto/tls.(*clientHandshakeState).doFullHandshake+0x6b3 /usr/local/go/src/crypto/tls/handshake_client.go:606 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [91: 2912] @ 0x6990e5 0x697684 0x69a04d 0x69a058 0x69d86d 0x69bf8b 0x789132 0x45f261 # 0x6990e4 crypto/tls.(*Conn).readFromUntil+0xa4 /usr/local/go/src/crypto/tls/conn.go:802 # 0x697683 crypto/tls.(*Conn).readRecordOrCCS+0x123 /usr/local/go/src/crypto/tls/conn.go:609 # 0x69a04c crypto/tls.(*Conn).readRecord+0x6c /usr/local/go/src/crypto/tls/conn.go:577 # 0x69a057 crypto/tls.(*Conn).readHandshake+0x77 /usr/local/go/src/crypto/tls/conn.go:993 # 0x69d86c crypto/tls.(*Conn).clientHandshake+0x19c /usr/local/go/src/crypto/tls/handshake_client.go:171 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [23: 736] @ 0xa65a8f 0xa65a76 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa65a8e google.golang.org/grpc/internal/transport.newRecvBuffer+0x1fe /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:89 # 0xa65a75 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x1e5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:318 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [237: 22752] @ 0x77fab2 0x45f261 # 0x77fab1 net/http.(*persistConn).readLoop+0x101 /usr/local/go/src/net/http/transport.go:1886 0: 0 [7: 4032] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [40: 640] @ 0x4acdcd 0x4abcfa 0x5e3017 0x5e4a6d 0x677bac 0x677b69 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e3016 encoding/asn1.parseField+0x1f66 /usr/local/go/src/encoding/asn1/asn1.go:908 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677bab encoding/asn1.Unmarshal+0x173b /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677b68 crypto/x509.parseCertificate+0x16f8 /usr/local/go/src/crypto/x509/x509.go:1519 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 1152] @ 0xb01b27 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [67: 25728] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [84: 2688] @ 0x642ad2 0x652a0e 0x64e566 0x64e110 0x6429c1 0x652ec2 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x642ad1 net.ipToSockaddr+0xc1 /usr/local/go/src/net/ipsock_posix.go:154 # 0x652a0d net.(*TCPAddr).sockaddr+0x6d /usr/local/go/src/net/tcpsock_posix.go:40 # 0x64e565 net.(*netFD).dial+0x95 /usr/local/go/src/net/sock_posix.go:146 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x652ec1 net.(*sysDialer).doDialTCP+0xc1 /usr/local/go/src/net/tcpsock_posix.go:65 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [11: 15488] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x623d20 0x62396f 0x63094d 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x623d1f net.srcAddrs+0x3f /usr/local/go/src/net/addrselect.go:42 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x63094c net.goLookupIPFiles+0x1ec /usr/local/go/src/net/dnsclient_unix.go:554 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [126: 6048] @ 0x6a8181 0x6ccffe 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6a8180 crypto/tls.addBytesWithLength+0x30 /usr/local/go/src/crypto/tls/handshake_messages.go:24 # 0x6ccffd crypto/tls.(*clientHelloMsg).marshal.func1+0x8d /usr/local/go/src/crypto/tls/handshake_messages.go:106 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [187: 11968] @ 0x60118b 0xd849af 0xd81e8d 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x60118a crypto/hmac.New+0x12a /usr/local/go/src/crypto/hmac/hmac.go:77 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81e8c github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x13c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [97: 3104] @ 0x6dba40 0x6db83a 0xddf4d9 0xddf4cb 0xddf4ca 0xdaf693 0xdaf566 0xddfe7d 0x45f261 # 0x6dba3f net/textproto.canonicalMIMEHeaderKey+0x15f /usr/local/go/src/net/textproto/reader.go:639 # 0x6db839 net/textproto.CanonicalMIMEHeaderKey+0x139 /usr/local/go/src/net/textproto/reader.go:580 # 0xddf4d8 net/textproto.MIMEHeader.Del+0x78 /usr/local/go/src/net/textproto/header.go:44 # 0xddf4ca net/http.Header.Del+0x6a /usr/local/go/src/net/http/header.go:69 # 0xddf4c9 github.com/minio/minio-go/v6.filterHeader+0x69 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:180 # 0xdaf692 github.com/minio/minio-go/v6.extractObjMetadata+0x532 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:97 # 0xdaf565 github.com/minio/minio-go/v6.Client.getObject+0x405 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:669 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [30: 53760] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [30: 960] @ 0xa460c7 0xa44263 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa460c6 golang.org/x/net/http2.parsePingFrame+0x46 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:842 # 0xa44262 golang.org/x/net/http2.(*Framer).ReadFrame+0x1e2 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:503 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [25: 400] @ 0x53aed2 0x53a05b 0xdd4b96 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x53aed1 strings.(*Builder).WriteString+0xed1 /usr/local/go/src/strings/builder.go:122 # 0x53a05a net/url.(*URL).String+0x5a /usr/local/go/src/net/url/url.go:776 # 0xdd4b95 github.com/minio/minio-go/v6.Client.newRequest+0x295 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:747 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [2: 2304] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 96] @ 0x474e63 0x475513 0x64e615 0x64e110 0x6429c1 0x656782 0x65550e 0x623dfe 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x474e62 syscall.anyToSockaddr+0x52 /usr/local/go/src/syscall/syscall_linux.go:501 # 0x475512 syscall.Getsockname+0xc2 /usr/local/go/src/syscall/syscall_linux.go:562 # 0x64e614 net.(*netFD).dial+0x144 /usr/local/go/src/net/sock_posix.go:164 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [50: 800] @ 0x75702b 0x7816c8 0x45f261 # 0x75702a net/http.(*Request).write+0xa2a /usr/local/go/src/net/http/request.go:618 # 0x7816c7 net/http.(*persistConn).writeLoop+0x1c7 /usr/local/go/src/net/http/transport.go:2199 0: 0 [52: 4160] @ 0xa6a12a 0xac5ea5 0xac7dc0 0xad565b 0x45f261 # 0xa6a129 google.golang.org/grpc/internal/transport.(*http2Server).WriteStatus+0x349 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:859 # 0xac5ea4 google.golang.org/grpc.(*Server).processStreamingRPC+0x544 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1247 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [167: 171008] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [94: 3008] @ 0x5ccdf9 0x5ccdca 0x6bfcde 0x6be2ad 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5ccdf8 math/big.(*Int).Bytes+0x198 /usr/local/go/src/math/big/int.go:449 # 0x5ccdc9 crypto/elliptic.Marshal+0x169 /usr/local/go/src/crypto/elliptic/elliptic.go:314 # 0x6bfcdd crypto/tls.(*nistParameters).PublicKey+0x5d /usr/local/go/src/crypto/tls/key_schedule.go:161 # 0x6be2ac crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x22c /usr/local/go/src/crypto/tls/key_agreement.go:276 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [30: 2400] @ 0x8063e6 0x8063e7 0x826537 0x826063 0x83553d 0x45f261 # 0x8063e5 bufio.(*Scanner).Text+0x245 /usr/local/go/src/bufio/scan.go:112 # 0x8063e6 github.com/prometheus/procfs.Proc.Limits+0x246 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_limits.go:100 # 0x826536 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x4b6 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:59 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [54: 6048] @ 0x81efd2 0x834188 0x8338f1 0x82967c 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81efd1 github.com/prometheus/client_golang/prometheus.NewDesc+0x41 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/desc.go:82 # 0x834187 github.com/prometheus/client_golang/prometheus.wrapDesc+0x517 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:193 # 0x8338f0 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Desc+0x60 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:154 # 0x82967b github.com/prometheus/client_golang/prometheus.processMetric+0x4b /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:588 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [211: 16880] @ 0x484969 0x77c922 0x77e616 0x77bd1c 0x45f261 # 0x484968 time.AfterFunc+0x48 /usr/local/go/src/time/sleep.go:157 # 0x77c921 net/http.(*persistConn).addTLS+0x491 /usr/local/go/src/net/http/transport.go:1393 # 0x77e615 net/http.(*Transport).dialConn+0x1c45 /usr/local/go/src/net/http/transport.go:1480 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [36: 1728] @ 0x490488 0xe4c4d1 0xe4c4dc 0x16902f5 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x490487 context.WithValue+0x77 /usr/local/go/src/context/context.go:487 # 0xe4c4d0 github.com/opentracing/opentracing-go.ContextWithSpan+0x150 /go/pkg/mod/github.com/opentracing/opentracing-go@v1.1.0/gocontext.go:12 # 0xe4c4db github.com/thanos-io/thanos/pkg/tracing.StartSpan+0x15b /go/src/github.com/thanos-io/thanos/pkg/tracing/tracing.go:54 # 0x16902f4 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x94 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:829 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [137: 6576] @ 0x40d6cd 0x67b4c3 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b4c2 crypto/x509.(*Certificate).buildChains.func1+0x6e2 /usr/local/go/src/crypto/x509/verify.go:849 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [10: 1120] @ 0xabd8d6 0xabe58d 0xabeeeb 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xabd8d5 google.golang.org/grpc.(*parser).recvMsg+0xd5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:526 # 0xabe58c google.golang.org/grpc.recvAndDecompress+0x4c /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:639 # 0xabeeea google.golang.org/grpc.recv+0x9a /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:707 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [83: 9296] @ 0x563f6f 0x563e72 0x56405b 0x5672fe 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563f6e regexp/syntax.(*parser).newRegexp+0x11e /usr/local/go/src/regexp/syntax/parse.go:94 # 0x563e71 regexp/syntax.(*parser).newLiteral+0x21 /usr/local/go/src/regexp/syntax/parse.go:182 # 0x56405a regexp/syntax.(*parser).literal+0x3a /usr/local/go/src/regexp/syntax/parse.go:210 # 0x5672fd regexp/syntax.Parse+0x2ad /usr/local/go/src/regexp/syntax/parse.go:729 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 4096] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [24: 11520] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [137: 561152] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x7ef3ec 0x7ef406 0x80b33c 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x7ef3eb io/ioutil.ReadAll+0x12b /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x7ef405 github.com/prometheus/procfs/internal/util.ReadFileNoStat+0x145 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/util/readfile.go:37 # 0x80b33b github.com/prometheus/procfs.FS.Stat+0x19b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:169 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [4: 640] @ 0xa6a7be 0xac5ea5 0xac7dc0 0xad565b 0x45f261 # 0xa6a7bd google.golang.org/grpc/internal/transport.(*http2Server).WriteStatus+0x9dd /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:840 # 0xac5ea4 google.golang.org/grpc.(*Server).processStreamingRPC+0x544 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1247 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [27: 1296] @ 0x40d6cd 0x48f220 0x48f04b 0x1696167 0x169614b 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x48f21f context.propagateCancel+0x11f /usr/local/go/src/context/context.go:252 # 0x48f04a context.WithCancel+0x9a /usr/local/go/src/context/context.go:231 # 0x1696166 golang.org/x/sync/errgroup.WithContext+0x886 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x169614a github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x86a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1526 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [168: 2752512] @ 0xe4e77e 0xe4e4f1 0x1693ac0 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xe4e77d github.com/thanos-io/thanos/pkg/pool.NewBucketedBytesPool.func1+0x5d /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:54 # 0xe4e4f0 github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Get+0x150 /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:79 # 0x1693abf github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x6f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1255 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 192] @ 0x579f48 0x579f1e 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579f47 regexp.newQueue+0x147 /usr/local/go/src/regexp/onepass.go:140 # 0x579f1d regexp.makeOnePass+0x11d /usr/local/go/src/regexp/onepass.go:307 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [43: 688] @ 0x4acdcd 0x4abcfa 0x5e3017 0x5e0faa 0x5e32e7 0x5e4a6d 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e3016 encoding/asn1.parseField+0x1f66 /usr/local/go/src/encoding/asn1/asn1.go:908 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [9: 576] @ 0x579e6a 0x579e50 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579e69 regexp.newQueue+0x69 /usr/local/go/src/regexp/onepass.go:140 # 0x579e4f regexp.makeOnePass+0x4f /usr/local/go/src/regexp/onepass.go:306 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [16: 1280] @ 0xa6a12a 0xac4441 0xac7e27 0xad565b 0x45f261 # 0xa6a129 google.golang.org/grpc/internal/transport.(*http2Server).WriteStatus+0x349 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:859 # 0xac4440 google.golang.org/grpc.(*Server).processUnaryRPC+0x9a0 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1089 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [104: 3328] @ 0x606d92 0x6c1b32 0x6c22b3 0x6a2534 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x6c1b31 crypto/tls.finishedHash.Sum+0x51 /usr/local/go/src/crypto/tls/prf.go:246 # 0x6c22b2 crypto/tls.finishedHash.clientSum+0x152 /usr/local/go/src/crypto/tls/prf.go:297 # 0x6a2533 crypto/tls.(*clientHandshakeState).sendFinished+0x153 /usr/local/go/src/crypto/tls/handshake_client.go:801 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [47: 752] @ 0x6a8739 0x6a8589 0x6a8588 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6a8738 vendor/golang.org/x/crypto/cryptobyte.(*Builder).add+0x248 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:298 # 0x6a8588 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint8+0x98 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:79 # 0x6a8587 crypto/tls.(*clientHelloMsg).marshal+0x97 /usr/local/go/src/crypto/tls/handshake_messages.go:103 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [72: 4608] @ 0x85ec42 0x1694759 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85ec41 github.com/prometheus/prometheus/tsdb/index.ExpandPostings+0xc1 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:303 # 0x1694758 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x368 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [75: 1200] @ 0x4acdcd 0x4abcfa 0x5e2a78 0x5e4a6d 0x674d35 0x674cf4 0x6766c2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2a77 encoding/asn1.parseField+0x19c7 /usr/local/go/src/encoding/asn1/asn1.go:901 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x674d34 encoding/asn1.Unmarshal+0x134 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x674cf3 crypto/x509.parsePublicKey+0xf3 /usr/local/go/src/crypto/x509/x509.go:1034 # 0x6766c1 crypto/x509.parseCertificate+0x251 /usr/local/go/src/crypto/x509/x509.go:1402 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 48] @ 0x40d6cd 0x818074 0x818c1d 0xb24109 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x818073 github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg.ParseAccept+0x173 /go/pkg/mod/github.com/prometheus/common@v0.7.0/internal/bitbucket.org/ww/goautoneg/autoneg.go:93 # 0x818c1c github.com/prometheus/common/expfmt.Negotiate+0x6c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:42 # 0xb24108 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x1f8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:147 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [156: 7488] @ 0x449cef 0x44977e 0x449ad7 0xdd602c 0xdd4b6c 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xdd602b github.com/minio/minio-go/v6.Client.makeTargetURL+0x24b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:896 # 0xdd4b6b github.com/minio/minio-go/v6.Client.newRequest+0x26b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:740 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [161: 7728] @ 0x40d6cd 0xedb6c4 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb6c3 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x33 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:320 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 1792] @ 0x40da93 0x40f709 0x40e3e0 0x91cb62 0x45f261 # 0x91cb61 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0x161 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:272 0: 0 [140: 31360] @ 0x168fcfe 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x168fcfd github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x5cd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2048] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [16: 6144] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [77: 2464] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e4a6d 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [22: 176] @ 0x66b27b 0x6a2a26 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x66b27a crypto/x509.(*CertPool).AddCert+0x2ba /usr/local/go/src/crypto/x509/cert_pool.go:112 # 0x6a2a25 crypto/tls.(*Conn).verifyServerCertificate+0x225 /usr/local/go/src/crypto/tls/handshake_client.go:831 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [15: 960] @ 0x62bd2d 0x6366a0 0x6307ad 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x62bd2c net.absDomainName+0x8c /usr/local/go/src/net/dnsclient.go:136 # 0x63669f net.lookupStaticHost+0x16f /usr/local/go/src/net/hosts.go:113 # 0x6307ac net.goLookupIPFiles+0x4c /usr/local/go/src/net/dnsclient_unix.go:547 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [94: 3008] @ 0x606d92 0x600df6 0x6c0233 0x6d6992 0x6c2577 0x6a1bfd 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0x6c0232 crypto/tls.pHash+0xc2 /usr/local/go/src/crypto/tls/prf.go:30 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2576 crypto/tls.finishedHash.serverSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:309 # 0x6a1bfc crypto/tls.(*clientHandshakeState).readFinished+0x13c /usr/local/go/src/crypto/tls/handshake_client.go:740 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 256] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 144] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [53: 142464] @ 0x473c82 0x637fc8 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x473c81 syscall.NetlinkRIB+0x611 /usr/local/go/src/syscall/netlink_linux.go:79 # 0x637fc7 net.interfaceTable+0x47 /usr/local/go/src/net/interface_linux.go:17 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [37: 592] @ 0x6670a1 0x6caba8 0x6cab63 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670a0 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x60 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:184 # 0x6caba7 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x5f7 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cab62 crypto/tls.(*clientHelloMsg).marshal.func1.4+0x5b2 /usr/local/go/src/crypto/tls/handshake_messages.go:249 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [258: 8256] @ 0x4bd849 0x5e0e6f 0x5e32e7 0x5e2f02 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2: 576] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [97: 3104] @ 0x606d92 0x600df6 0x6c0233 0x6d6992 0x6c2347 0x6a2534 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0x6c0232 crypto/tls.pHash+0xc2 /usr/local/go/src/crypto/tls/prf.go:30 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2346 crypto/tls.finishedHash.clientSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:297 # 0x6a2533 crypto/tls.(*clientHandshakeState).sendFinished+0x153 /usr/local/go/src/crypto/tls/handshake_client.go:801 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [44: 101376] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [41: 1968] @ 0xb0e38c 0xa7bcfb 0xabef5f 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb0e38b github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesRequest).Unmarshal+0x57b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:2394 # 0xa7bcfa google.golang.org/grpc/encoding/proto.codec.Unmarshal+0x1fa /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:88 # 0xabef5e google.golang.org/grpc.recv+0x10e /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:711 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [40: 640] @ 0x82a159 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82a158 github.com/prometheus/client_golang/prometheus.processMetric+0xb28 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:649 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [10: 480] @ 0x643bc9 0x641ba5 0x6271e6 0x62843e 0x6454e4 0x62d689 0x62e76c 0x65afc1 0x45f261 # 0x643bc8 net.(*Resolver).lookupIPAddr+0x1a8 /usr/local/go/src/net/lookup.go:244 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x6454e3 net.(*Resolver).dial+0xc3 /usr/local/go/src/net/lookup_unix.go:70 # 0x62d688 net.(*Resolver).exchange+0x2a8 /usr/local/go/src/net/dnsclient_unix.go:156 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [19: 608] @ 0x501038 0x501011 0x500c9c 0x55caa5 0x55c981 0x55be26 0x55c11f 0x5849b4 0x5878f0 0x584700 0x168fe8b 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x501037 strings.(*Builder).grow+0x4d7 /usr/local/go/src/strings/builder.go:67 # 0x501010 strings.(*Builder).Grow+0x4b0 /usr/local/go/src/strings/builder.go:81 # 0x500c9b strings.Map+0x13b /usr/local/go/src/strings/strings.go:485 # 0x55caa4 github.com/go-logfmt/logfmt.writeStringKey+0x44 /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:180 # 0x55c980 github.com/go-logfmt/logfmt.writeKey+0x580 /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:132 # 0x55be25 github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyval+0x75 /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:55 # 0x55c11e github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyvals+0x12e /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:84 # 0x5849b3 github.com/go-kit/kit/log.logfmtLogger.Log+0x103 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/logfmt_logger.go:46 # 0x5878ef github.com/go-kit/kit/log/level.(*logger).Log+0xaf /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/level/level.go:63 # 0x5846ff github.com/go-kit/kit/log.(*context).Log+0x21f /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:124 # 0x168fe8a github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x75a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 320] @ 0x579f48 0x579f1e 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x579f47 regexp.newQueue+0x147 /usr/local/go/src/regexp/onepass.go:140 # 0x579f1d regexp.makeOnePass+0x11d /usr/local/go/src/regexp/onepass.go:307 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 24192] @ 0x563504 0x5632ab 0x56147c 0x561e51 0x562070 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x56147b regexp/syntax.(*compiler).compile+0x12b /usr/local/go/src/regexp/syntax/compile.go:110 # 0x561e50 regexp/syntax.(*compiler).compile+0xb00 /usr/local/go/src/regexp/syntax/compile.go:154 # 0x56206f regexp/syntax.(*compiler).compile+0xd1f /usr/local/go/src/regexp/syntax/compile.go:163 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [91: 1456] @ 0x4acdcd 0x4abcfa 0x5e3017 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e3016 encoding/asn1.parseField+0x1f66 /usr/local/go/src/encoding/asn1/asn1.go:908 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [79: 1264] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e4a6d 0x676fd3 0x676f90 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676fd2 encoding/asn1.Unmarshal+0xb62 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x676f8f crypto/x509.parseCertificate+0xb1f /usr/local/go/src/crypto/x509/x509.go:1454 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [159: 5088] @ 0x4bd849 0x5e0e6f 0x5e32e7 0x5e4a6d 0x677fb0 0x677f6d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677faf encoding/asn1.Unmarshal+0x1b3f /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677f6c crypto/x509.parseCertificate+0x1afc /usr/local/go/src/crypto/x509/x509.go:1580 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [26: 1248] @ 0x58645d 0x585aa2 0x5846c9 0x168fe8b 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x58645c github.com/go-kit/kit/log.TimestampFormat.func1+0x9c /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:54 # 0x585aa1 github.com/go-kit/kit/log.bindValues+0x81 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:20 # 0x5846c8 github.com/go-kit/kit/log.(*context).Log+0x1e8 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:122 # 0x168fe8a github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x75a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 114432] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [80: 1280] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e49c4 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e49c3 encoding/asn1.UnmarshalWithParams+0x103 /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [136: 557056] @ 0x40da93 0x40d828 0x8288c9 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x8288c8 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x1d8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:418 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [4: 2304] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [124: 31744] @ 0x16952f5 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16952f4 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x4a4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1455 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 2304] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [14: 448] @ 0xa53c3b 0xa53c23 0xa5441c 0xa52d1b 0xa7580b 0x45f261 # 0xa53c3a google.golang.org/grpc/internal/transport.(*itemList).enqueue+0x7a /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:47 # 0xa53c22 google.golang.org/grpc/internal/transport.(*loopyWriter).preprocessData+0x62 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:705 # 0xa5441b google.golang.org/grpc/internal/transport.(*loopyWriter).handle+0x2db /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:787 # 0xa52d1a google.golang.org/grpc/internal/transport.(*loopyWriter).run+0x21a /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:517 # 0xa7580a google.golang.org/grpc/internal/transport.newHTTP2Server.func2+0xca /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:290 0: 0 [43: 2752] @ 0x50441a 0x504c0c 0x83e124 0x168fbbe 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x504419 bytes.(*Buffer).grow+0x259 /usr/local/go/src/bytes/buffer.go:128 # 0x504c0b bytes.(*Buffer).WriteByte+0x8b /usr/local/go/src/bytes/buffer.go:267 # 0x83e123 github.com/prometheus/prometheus/pkg/labels.Labels.String+0x63 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/labels.go:51 # 0x168fbbd github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x48d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [17: 9792] @ 0x57a011 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a010 regexp.makeOnePass+0x210 /usr/local/go/src/regexp/onepass.go:309 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [34: 34816] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [172: 5504] @ 0x5e3162 0x5e4a6d 0x676e48 0x676e05 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3161 encoding/asn1.parseField+0x20b1 /usr/local/go/src/encoding/asn1/asn1.go:932 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676e47 encoding/asn1.Unmarshal+0x9d7 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x676e04 crypto/x509.parseCertificate+0x994 /usr/local/go/src/crypto/x509/x509.go:1553 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [107: 342400] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 55296] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [95: 3040] @ 0xd7a019 0x600df6 0xd84a13 0xd820b3 0xd84472 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd7a018 github.com/minio/sha256-simd.(*digest).Sum+0x128 /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:157 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0xd84a12 github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0xb2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:42 # 0xd820b2 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x72 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [88: 360448] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x7ef3ec 0x7ef406 0x80b33c 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x7ef3eb io/ioutil.ReadAll+0x12b /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x7ef405 github.com/prometheus/procfs/internal/util.ReadFileNoStat+0x145 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/internal/util/readfile.go:37 # 0x80b33b github.com/prometheus/procfs.FS.Stat+0x19b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:169 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [21: 1344] @ 0x1692ab8 0x16906e4 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1692ab7 github.com/thanos-io/thanos/pkg/store.(*bucketBlockSet).getFor+0x1f7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1152 # 0x16906e3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x483 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:860 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [97: 3104] @ 0x606d92 0x600df6 0x6c02b4 0x6d6992 0x6c2347 0x6a2534 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0x6c02b3 crypto/tls.pHash+0x143 /usr/local/go/src/crypto/tls/prf.go:43 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2346 crypto/tls.finishedHash.clientSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:297 # 0x6a2533 crypto/tls.(*clientHandshakeState).sendFinished+0x153 /usr/local/go/src/crypto/tls/handshake_client.go:801 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [38: 8512] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [72: 2304] @ 0x606d92 0x6749cb 0x673a7f 0x673a1c 0x67afee 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x6749ca crypto/x509.checkSignature+0xb2a /usr/local/go/src/crypto/x509/x509.go:916 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [55: 380160] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [170: 1109760] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 1728] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 3200] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [164: 7872] @ 0x40d6cd 0x169412f 0x1694146 0x1690833 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x169412e github.com/thanos-io/thanos/pkg/store.newBucketChunkReader+0xfe /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1796 # 0x1694145 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).chunkReader+0x115 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1283 # 0x1690832 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x5d2 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:875 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [179: 2864] @ 0x4acdcd 0x4abcfa 0x5e2d35 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2d34 encoding/asn1.parseField+0x1c84 /usr/local/go/src/encoding/asn1/asn1.go:915 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [221: 14144] @ 0x44d5e3 0xde553e 0x45f261 # 0x44d5e2 time.Sleep+0x1b2 /usr/local/go/src/runtime/time.go:92 # 0xde553d github.com/minio/minio-go/v6.Client.newRetryTimer.func2+0x8d /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/retry.go:79 0: 0 [28: 6272] @ 0x76004f 0x7640f4 0x45f261 # 0x76004e net/http.(*conn).readRequest+0x63e /usr/local/go/src/net/http/server.go:1029 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [11: 29568] @ 0x56320e 0x5630ab 0x5621c7 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x56320d regexp/syntax.(*compiler).inst+0x19d /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5630aa regexp/syntax.(*compiler).star+0x3a /usr/local/go/src/regexp/syntax/compile.go:242 # 0x5621c6 regexp/syntax.(*compiler).compile+0xe76 /usr/local/go/src/regexp/syntax/compile.go:142 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 3840] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [246: 23616] @ 0x6c6ca4 0x6c6bae 0x6c6ba6 0x666fe4 0x667156 0x6cd051 0x6ccfff 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6c6ca3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).add+0x123 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:298 # 0x6c6bad vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddBytes+0x2d /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:100 # 0x6c6ba5 crypto/tls.(*clientHelloMsg).marshal.func1.1+0x25 /usr/local/go/src/crypto/tls/handshake_messages.go:108 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd050 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint8LengthPrefixed+0xe0 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:136 # 0x6ccffe crypto/tls.(*clientHelloMsg).marshal.func1+0x8e /usr/local/go/src/crypto/tls/handshake_messages.go:107 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [170: 8160] @ 0x50095a 0x500937 0x500525 0xd82d0a 0xd82f3d 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0xd82d09 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x2b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:175 # 0xd82f3c github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x19c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:194 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [26: 208] @ 0x71d0f7 0x71bfd4 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x71d0f6 net/http.(*Client).makeHeadersCopier+0x1c6 /usr/local/go/src/net/http/client.go:681 # 0x71bfd3 net/http.(*Client).do+0x293 /usr/local/go/src/net/http/client.go:530 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [9: 1296] @ 0x40e7d6 0x48f1e0 0x48f04b 0x75feeb 0x7640f4 0x45f261 # 0x48f1df context.propagateCancel+0xdf /usr/local/go/src/context/context.go:254 # 0x48f04a context.WithCancel+0x9a /usr/local/go/src/context/context.go:231 # 0x75feea net/http.(*conn).readRequest+0x4da /usr/local/go/src/net/http/server.go:1003 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [2: 1792] @ 0xb01b27 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [24: 1152] @ 0x586fb6 0x55d8d9 0x55ccbc 0x55beac 0x55c11f 0x5849b4 0x5878f0 0x584700 0x16a8eb0 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x586fb5 github.com/go-kit/kit/log.timeFormat.MarshalText+0x95 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:77 # 0x55d8d8 github.com/go-logfmt/logfmt.safeMarshal+0xc8 /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:314 # 0x55ccbb github.com/go-logfmt/logfmt.writeValue+0xcb /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:206 # 0x55beab github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyval+0xfb /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:61 # 0x55c11e github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyvals+0x12e /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:84 # 0x5849b3 github.com/go-kit/kit/log.logfmtLogger.Log+0x103 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/logfmt_logger.go:46 # 0x5878ef github.com/go-kit/kit/log/level.(*logger).Log+0xaf /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/level/level.go:63 # 0x5846ff github.com/go-kit/kit/log.(*context).Log+0x21f /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:124 # 0x16a8eaf github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x97f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:921 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 16384] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 10240] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [269: 21520] @ 0x449cef 0x44977e 0x449ad7 0xdd5cd3 0xdd4d49 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xdd5cd2 github.com/minio/minio-go/v6.Client.setUserAgent+0x1a2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:856 # 0xdd4d48 github.com/minio/minio-go/v6.Client.newRequest+0x448 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:792 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [117: 3744] @ 0x466f98 0x4d0f9d 0x1697f4d 0x168e7c5 0x16a8228 0x872954 0x45f261 # 0x466f97 internal/reflectlite.Swapper+0x5c7 /usr/local/go/src/internal/reflectlite/swapper.go:51 # 0x4d0f9c sort.Slice+0x7c /usr/local/go/src/sort/slice.go:15 # 0x1697f4c github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload+0x20c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1828 # 0x168e7c4 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc14 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:723 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [5: 6400] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 21504] @ 0x1694099 0x1694146 0x1690833 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1694098 github.com/thanos-io/thanos/pkg/store.newBucketChunkReader+0x68 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1795 # 0x1694145 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).chunkReader+0x115 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1283 # 0x1690832 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x5d2 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:875 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [223: 10704] @ 0x82431f 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82431e github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x2fe /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:330 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [9: 144] @ 0x48fd5b 0x4903db 0xa65c2c 0xa670f1 0xac2933 0xad555f 0x45f261 # 0x48fd5a context.WithDeadline+0x25a /usr/local/go/src/context/context.go:416 # 0x4903da context.WithTimeout+0x6a /usr/local/go/src/context/context.go:464 # 0xa65c2b google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x39b /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:333 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [157: 10048] @ 0x60118b 0x6c01c9 0x6d6992 0x6c10a1 0x6a0f68 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60118a crypto/hmac.New+0x12a /usr/local/go/src/crypto/hmac/hmac.go:77 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c10a0 crypto/tls.keysFromMasterSecret+0x1f0 /usr/local/go/src/crypto/tls/prf.go:163 # 0x6a0f67 crypto/tls.(*clientHandshakeState).establishKeys+0xd7 /usr/local/go/src/crypto/tls/handshake_client.go:621 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [6: 96] @ 0x1692f07 0x1690683 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1692f06 github.com/thanos-io/thanos/pkg/store.(*bucketBlockSet).labelMatchers+0x46 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1166 # 0x1690682 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x422 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:855 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [559: 8944] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e49c4 0x675b0e 0x675ad0 0x675d53 0x6770fc 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e49c3 encoding/asn1.UnmarshalWithParams+0x103 /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x675b0d encoding/asn1.Unmarshal+0x1ad /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x675acf crypto/x509.forEachSAN+0x16f /usr/local/go/src/crypto/x509/x509.go:1156 # 0x675d52 crypto/x509.parseSANExtension+0xf2 /usr/local/go/src/crypto/x509/x509.go:1170 # 0x6770fb crypto/x509.parseCertificate+0xc8b /usr/local/go/src/crypto/x509/x509.go:1466 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [65: 6240] @ 0xb06c61 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb06c60 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:855 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [97: 3104] @ 0x1697efc 0x168e7c5 0x16a8228 0x872954 0x45f261 # 0x1697efb github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload+0x1bb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1828 # 0x168e7c4 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc14 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:723 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [67: 32160] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 96] @ 0x5811ce 0x57a19b 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5811cd regexp.makeOnePass.func1+0xfad /usr/local/go/src/regexp/onepass.go:414 # 0x57a19a regexp.makeOnePass+0x39a /usr/local/go/src/regexp/onepass.go:448 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [160: 7680] @ 0x40d8d0 0x6daf0d 0x75b7c3 0x780eb5 0x780a7f 0x45f261 # 0x6daf0c net/textproto.(*Reader).ReadMIMEHeader+0x7c /usr/local/go/src/net/textproto/reader.go:481 # 0x75b7c2 net/http.ReadResponse+0x462 /usr/local/go/src/net/http/response.go:191 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [3: 1728] @ 0xb01b27 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [170: 10880] @ 0x5bd410 0x5bd282 0x5cd069 0x5ccfdc 0x6bfd8f 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bd40f math/big.nat.make+0x1af /usr/local/go/src/math/big/nat.go:69 # 0x5bd281 math/big.nat.setBytes+0x21 /usr/local/go/src/math/big/nat.go:1313 # 0x5cd068 math/big.(*Int).SetBytes+0x138 /usr/local/go/src/math/big/int.go:442 # 0x5ccfdb crypto/elliptic.Unmarshal+0xab /usr/local/go/src/crypto/elliptic/elliptic.go:331 # 0x6bfd8e crypto/tls.(*nistParameters).SharedKey+0x7e /usr/local/go/src/crypto/tls/key_schedule.go:167 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [3: 768] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [174: 11136] @ 0x6c0f16 0x6a0f68 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6c0f15 crypto/tls.keysFromMasterSecret+0x65 /usr/local/go/src/crypto/tls/prf.go:157 # 0x6a0f67 crypto/tls.(*clientHandshakeState).establishKeys+0xd7 /usr/local/go/src/crypto/tls/handshake_client.go:621 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [5: 320] @ 0xabd8d6 0xabe58d 0xabeeeb 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xabd8d5 google.golang.org/grpc.(*parser).recvMsg+0xd5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:526 # 0xabe58c google.golang.org/grpc.recvAndDecompress+0x4c /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:639 # 0xabeeea google.golang.org/grpc.recv+0x9a /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:707 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [83: 2656] @ 0x606d92 0x600df6 0x6c02b4 0x6d6992 0x6c2577 0x6a1bfd 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0x6c02b3 crypto/tls.pHash+0x143 /usr/local/go/src/crypto/tls/prf.go:43 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2576 crypto/tls.finishedHash.serverSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:309 # 0x6a1bfc crypto/tls.(*clientHandshakeState).readFinished+0x13c /usr/local/go/src/crypto/tls/handshake_client.go:740 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [15: 276480] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 14080] @ 0xb01b27 0xb01690 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [196: 15680] @ 0x5b8cb9 0x5b8b1d 0x5c9d34 0x5c9ce1 0x5cd1a8 0x6bfd8f 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b8cb8 math/big.nat.make+0x288 /usr/local/go/src/math/big/nat.go:69 # 0x5b8b1c math/big.nat.shl+0xec /usr/local/go/src/math/big/nat.go:812 # 0x5c9d33 math/big.(*Int).Lsh+0x153 /usr/local/go/src/math/big/int.go:963 # 0x5c9ce0 crypto/elliptic.(*CurveParams).IsOnCurve+0x100 /usr/local/go/src/crypto/elliptic/elliptic.go:63 # 0x5cd1a7 crypto/elliptic.Unmarshal+0x277 /usr/local/go/src/crypto/elliptic/elliptic.go:336 # 0x6bfd8e crypto/tls.(*nistParameters).SharedKey+0x7e /usr/local/go/src/crypto/tls/key_schedule.go:167 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [107: 1712] @ 0x4acdcd 0x4abcfa 0x5e2a78 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2a77 encoding/asn1.parseField+0x19c7 /usr/local/go/src/encoding/asn1/asn1.go:901 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [13: 208] @ 0xa46a61 0xa44263 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa46a60 golang.org/x/net/http2.parseWindowUpdateFrame+0xf0 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:945 # 0xa44262 golang.org/x/net/http2.(*Framer).ReadFrame+0x1e2 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:503 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [104: 4992] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e4a6d 0x677825 0x6777e2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677824 encoding/asn1.Unmarshal+0x13b4 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6777e1 crypto/x509.parseCertificate+0x1371 /usr/local/go/src/crypto/x509/x509.go:1536 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [68: 4352] @ 0x85f7e6 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f7e5 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x155 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:479 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [52: 832] @ 0x60e6b1 0x67689a 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e6b0 crypto/x509/pkix.(*Name).FillFromRDNSequence+0x790 /usr/local/go/src/crypto/x509/pkix/pkix.go:164 # 0x676899 crypto/x509.parseCertificate+0x429 /usr/local/go/src/crypto/x509/x509.go:1423 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [55: 24640] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [64: 1024] @ 0x6407a5 0x6288f6 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x6407a4 net.addrList.partition+0x1e4 /usr/local/go/src/net/ipsock.go:112 # 0x6288f5 net.(*Dialer).DialContext+0x6b5 /usr/local/go/src/net/dial.go:415 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [8: 128] @ 0xa497d4 0xa44438 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa497d3 golang.org/x/net/http2.(*Framer).readMetaFrame+0xf3 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1492 # 0xa44437 golang.org/x/net/http2.(*Framer).ReadFrame+0x3b7 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:517 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [134: 6432] @ 0x1696b7d 0x1696b2a 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696b7c golang.org/x/sync/errgroup.WithContext+0x2bc /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:34 # 0x1696b29 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x269 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1651 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [100: 19200] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [302: 28992] @ 0xdacc9e 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdacc9d github.com/minio/minio-go/v6.Client.getObjectWithContext+0x23d /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:63 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [21: 336] @ 0x575f17 0x578773 0x57d381 0x57f8c4 0x57fd74 0x806413 0x826537 0x826063 0x83553d 0x45f261 # 0x575f16 regexp.(*Regexp).backtrack+0x266 /usr/local/go/src/regexp/backtrack.go:364 # 0x578772 regexp.(*Regexp).doExecute+0x452 /usr/local/go/src/regexp/exec.go:535 # 0x57d380 regexp.(*Regexp).allMatches+0x170 /usr/local/go/src/regexp/regexp.go:758 # 0x57f8c3 regexp.(*Regexp).FindAllStringIndex+0xa3 /usr/local/go/src/regexp/regexp.go:1117 # 0x57fd73 regexp.(*Regexp).Split+0x83 /usr/local/go/src/regexp/regexp.go:1236 # 0x806412 github.com/prometheus/procfs.Proc.Limits+0x272 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_limits.go:100 # 0x826536 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x4b6 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:59 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [104: 3328] @ 0x85edac 0x85edd5 0x1694741 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85edab github.com/prometheus/prometheus/tsdb/index.newIntersectPostings+0x8b /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:372 # 0x85edd4 github.com/prometheus/prometheus/tsdb/index.Intersect+0xb4 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:363 # 0x1694740 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x350 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [24: 2304] @ 0xac3dae 0xac7e27 0xad565b 0x45f261 # 0xac3dad google.golang.org/grpc.(*Server).processUnaryRPC+0x30d /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:983 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [57: 4560] @ 0x6487c7 0x698ee0 0x504834 0x69912c 0x697684 0x69b8f1 0x69b8fc 0x77eed5 0x5577d3 0x55793f 0x77fb86 0x45f261 # 0x6487c6 net.(*conn).Read+0xd6 /usr/local/go/src/net/net.go:186 # 0x698edf crypto/tls.(*atLeastReader).Read+0x5f /usr/local/go/src/crypto/tls/conn.go:780 # 0x504833 bytes.(*Buffer).ReadFrom+0xb3 /usr/local/go/src/bytes/buffer.go:204 # 0x69912b crypto/tls.(*Conn).readFromUntil+0xeb /usr/local/go/src/crypto/tls/conn.go:802 # 0x697683 crypto/tls.(*Conn).readRecordOrCCS+0x123 /usr/local/go/src/crypto/tls/conn.go:609 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x5577d2 bufio.(*Reader).fill+0x102 /usr/local/go/src/bufio/bufio.go:100 # 0x55793e bufio.(*Reader).Peek+0x4e /usr/local/go/src/bufio/bufio.go:138 # 0x77fb85 net/http.(*persistConn).readLoop+0x1d5 /usr/local/go/src/net/http/transport.go:1897 0: 0 [196: 12544] @ 0x1694261 0x169400f 0x16907fb 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1694260 github.com/thanos-io/thanos/pkg/store.newBucketIndexReader+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1313 # 0x169400e github.com/thanos-io/thanos/pkg/store.(*bucketBlock).indexReader+0x5e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1278 # 0x16907fa github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x59a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:874 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [171: 10944] @ 0x601146 0x6c01c9 0x6d6992 0x6c0dee 0x69fd24 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c0ded crypto/tls.masterFromPreMasterSecret+0x1cd /usr/local/go/src/crypto/tls/prf.go:149 # 0x69fd23 crypto/tls.(*clientHandshakeState).doFullHandshake+0x6b3 /usr/local/go/src/crypto/tls/handshake_client.go:606 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [181: 5792] @ 0x606d92 0x600df6 0x6c02b4 0x6d6992 0x6c10a1 0x6a0f68 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0x6c02b3 crypto/tls.pHash+0x143 /usr/local/go/src/crypto/tls/prf.go:43 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c10a0 crypto/tls.keysFromMasterSecret+0x1f0 /usr/local/go/src/crypto/tls/prf.go:163 # 0x6a0f67 crypto/tls.(*clientHandshakeState).establishKeys+0xd7 /usr/local/go/src/crypto/tls/handshake_client.go:621 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [156: 4992] @ 0x5e2bf9 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e2bf8 encoding/asn1.parseField+0x1b48 /usr/local/go/src/encoding/asn1/asn1.go:910 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [6: 3840] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 192] @ 0x779c41 0x779b0e 0x77af25 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x779c40 net/http.(*wantConnQueue).pushBack+0x500 /usr/local/go/src/net/http/transport.go:1138 # 0x779b0d net/http.(*Transport).queueForIdleConn+0x3cd /usr/local/go/src/net/http/transport.go:957 # 0x77af24 net/http.(*Transport).getConn+0x294 /usr/local/go/src/net/http/transport.go:1207 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [177: 5664] @ 0x67675d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67675c crypto/x509.parseCertificate+0x2ec /usr/local/go/src/crypto/x509/x509.go:1410 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [6: 1536] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 18432] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [16: 1024] @ 0x449cef 0x44977e 0x4499f7 0x62fe10 0x630da8 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x62fe0f net.(*dnsConfig).nameList+0x10f /usr/local/go/src/net/dnsclient_unix.go:465 # 0x630da7 net.(*Resolver).goLookupIPCNAMEOrder+0x207 /usr/local/go/src/net/dnsclient_unix.go:612 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [37: 2368] @ 0x48efe1 0x169055b 0x169052a 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x48efe0 context.WithCancel+0x30 /usr/local/go/src/context/context.go:230 # 0x169055a golang.org/x/sync/errgroup.WithContext+0x2fa /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x1690529 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x2c9 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:849 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 144] @ 0xa6625b 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa6625a google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x9ca /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:429 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [119: 5712] @ 0x40d6cd 0x6a28cb 0x6a29ba 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6a28ca crypto/x509.NewCertPool+0xca /usr/local/go/src/crypto/x509/cert_pool.go:23 # 0x6a29b9 crypto/tls.(*Conn).verifyServerCertificate+0x1b9 /usr/local/go/src/crypto/tls/handshake_client.go:828 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 416] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [55: 880] @ 0xdacc18 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdacc17 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x1b7 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:56 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [140: 6720] @ 0x69a663 0x6a1b37 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x69a662 crypto/tls.(*Conn).readHandshake+0x682 /usr/local/go/src/crypto/tls/conn.go:1053 # 0x6a1b36 crypto/tls.(*clientHandshakeState).readFinished+0x76 /usr/local/go/src/crypto/tls/handshake_client.go:730 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [59: 37760] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [103: 13184] @ 0x16952f5 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16952f4 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x4a4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1455 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [14: 1344] @ 0x404bdc 0x630cd0 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x630ccf net.(*Resolver).goLookupIPCNAMEOrder+0x12f /usr/local/go/src/net/dnsclient_unix.go:586 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [158: 161792] @ 0x85ec42 0x1694759 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85ec41 github.com/prometheus/prometheus/tsdb/index.ExpandPostings+0xc1 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:303 # 0x1694758 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x368 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [155: 9920] @ 0x5bd410 0x5bd282 0x5d2b40 0x5d2a5e 0x5d2723 0x6bfde2 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bd40f math/big.nat.make+0x1af /usr/local/go/src/math/big/nat.go:69 # 0x5bd281 math/big.nat.setBytes+0x21 /usr/local/go/src/math/big/nat.go:1313 # 0x5d2b3f math/big.(*Int).SetBytes+0x3df /usr/local/go/src/math/big/int.go:442 # 0x5d2a5d crypto/elliptic.(*p256Point).p256PointToAffine+0x2fd /usr/local/go/src/crypto/elliptic/p256_asm.go:331 # 0x5d2722 crypto/elliptic.p256Curve.ScalarMult+0x242 /usr/local/go/src/crypto/elliptic/p256_asm.go:292 # 0x6bfde1 crypto/tls.(*nistParameters).SharedKey+0xd1 /usr/local/go/src/crypto/tls/key_schedule.go:172 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [359: 45952] @ 0x5b5de0 0x5b5c97 0x5ab5b9 0x5c9ce0 0x5cd1a8 0x6bfd8f 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b5ddf math/big.nat.make+0x91f /usr/local/go/src/math/big/nat.go:69 # 0x5b5c96 math/big.nat.mul+0x7d6 /usr/local/go/src/math/big/nat.go:429 # 0x5ab5b8 math/big.(*Int).Mul+0x118 /usr/local/go/src/math/big/int.go:168 # 0x5c9cdf crypto/elliptic.(*CurveParams).IsOnCurve+0xff /usr/local/go/src/crypto/elliptic/elliptic.go:61 # 0x5cd1a7 crypto/elliptic.Unmarshal+0x277 /usr/local/go/src/crypto/elliptic/elliptic.go:336 # 0x6bfd8e crypto/tls.(*nistParameters).SharedKey+0x7e /usr/local/go/src/crypto/tls/key_schedule.go:167 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [66: 16896] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [63: 1008] @ 0x8bfa0b 0x8b61a9 0x1693daa 0x1698392 0x16aa16f 0x872954 0x45f261 # 0x8bfa0a github.com/thanos-io/thanos/pkg/objstore.(*timingReadCloser).Close+0x5a /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:382 # 0x8b61a8 github.com/thanos-io/thanos/pkg/runutil.CloseWithLogOnErr+0x48 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:109 # 0x1693da9 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x359 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1273 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [14: 8064] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [21: 1008] @ 0x58645d 0x585aa2 0x5846c9 0x16a8eb0 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x58645c github.com/go-kit/kit/log.TimestampFormat.func1+0x9c /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:54 # 0x585aa1 github.com/go-kit/kit/log.bindValues+0x81 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:20 # 0x5846c8 github.com/go-kit/kit/log.(*context).Log+0x1e8 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:122 # 0x16a8eaf github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x97f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:921 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [35: 1680] @ 0x490488 0xa66c56 0xa66c61 0xa670f1 0xac2933 0xad555f 0x45f261 # 0x490487 context.WithValue+0x77 /usr/local/go/src/context/context.go:487 # 0xa66c55 google.golang.org/grpc/metadata.NewIncomingContext+0x13c5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/metadata/metadata.go:141 # 0xa66c60 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x13d0 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:347 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [75: 2400] @ 0x5cd0a9 0x6bfd8f 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5cd0a8 crypto/elliptic.Unmarshal+0x178 /usr/local/go/src/crypto/elliptic/elliptic.go:332 # 0x6bfd8e crypto/tls.(*nistParameters).SharedKey+0x7e /usr/local/go/src/crypto/tls/key_schedule.go:167 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [56: 896] @ 0x501d04 0x501ce1 0x501baf 0xd82b9d 0xd82f3d 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd82b9c github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x14c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd82f3c github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x19c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:194 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [121: 5808] @ 0x6a28f8 0x6a29ba 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6a28f7 crypto/x509.NewCertPool+0xf7 /usr/local/go/src/crypto/x509/cert_pool.go:22 # 0x6a29b9 crypto/tls.(*Conn).verifyServerCertificate+0x1b9 /usr/local/go/src/crypto/tls/handshake_client.go:828 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [47: 3760] @ 0x188efd1 0x188fff4 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x188efd0 github.com/grpc-ecosystem/go-grpc-prometheus.newServerReporter+0x30 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_reporter.go:23 # 0x188fff3 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0x73 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:120 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [157: 7536] @ 0x50095a 0x500937 0x500525 0xd82284 0xd83206 0xd8425f 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0xd82283 github.com/minio/minio-go/v6/pkg/s3signer.getScope+0xf3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:98 # 0xd83205 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x115 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:203 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [6: 3840] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [344: 38528] @ 0x449cef 0x44977e 0x4499f7 0xdd6256 0xdd4b6c 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xdd6255 github.com/minio/minio-go/v6.Client.makeTargetURL+0x475 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:906 # 0xdd4b6b github.com/minio/minio-go/v6.Client.newRequest+0x26b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:740 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [175: 11200] @ 0x5bd410 0x5bd282 0x5d2b40 0x5d2a5e 0x5d24aa 0x5ccb6c 0x6bf9f4 0x6be1df 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bd40f math/big.nat.make+0x1af /usr/local/go/src/math/big/nat.go:69 # 0x5bd281 math/big.nat.setBytes+0x21 /usr/local/go/src/math/big/nat.go:1313 # 0x5d2b3f math/big.(*Int).SetBytes+0x3df /usr/local/go/src/math/big/int.go:442 # 0x5d2a5d crypto/elliptic.(*p256Point).p256PointToAffine+0x2fd /usr/local/go/src/crypto/elliptic/p256_asm.go:331 # 0x5d24a9 crypto/elliptic.p256Curve.ScalarBaseMult+0xd9 /usr/local/go/src/crypto/elliptic/p256_asm.go:273 # 0x5ccb6b crypto/elliptic.GenerateKey+0x28b /usr/local/go/src/crypto/elliptic/elliptic.go:300 # 0x6bf9f3 crypto/tls.generateECDHEParameters+0x193 /usr/local/go/src/crypto/tls/key_schedule.go:129 # 0x6be1de crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x15e /usr/local/go/src/crypto/tls/key_agreement.go:265 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [52: 1131520] @ 0x85c773 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c772 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x6a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1712 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [185: 1136640] @ 0x79d6f5 0x822d42 0x83553d 0x45f261 # 0x79d6f4 runtime/debug.ReadGCStats+0x574 /usr/local/go/src/runtime/debug/garbage.go:57 # 0x822d41 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x291 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:321 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [154: 9856] @ 0x601146 0x6c01c9 0x6d6992 0x6c10a1 0x6a0f68 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c10a0 crypto/tls.keysFromMasterSecret+0x1f0 /usr/local/go/src/crypto/tls/prf.go:163 # 0x6a0f67 crypto/tls.(*clientHandshakeState).establishKeys+0xd7 /usr/local/go/src/crypto/tls/handshake_client.go:621 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [153: 7344] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e4a6d 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [329: 42112] @ 0x67b8c3 0x675b76 0x675d53 0x6770fc 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b8c2 crypto/x509.parseSANExtension.func1+0x142 /usr/local/go/src/crypto/x509/x509.go:1175 # 0x675b75 crypto/x509.forEachSAN+0x215 /usr/local/go/src/crypto/x509/x509.go:1161 # 0x675d52 crypto/x509.parseSANExtension+0xf2 /usr/local/go/src/crypto/x509/x509.go:1170 # 0x6770fb crypto/x509.parseCertificate+0xc8b /usr/local/go/src/crypto/x509/x509.go:1466 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [77: 1232] @ 0x4acdcd 0x4abcfa 0x5e3017 0x5e0faa 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e3016 encoding/asn1.parseField+0x1f66 /usr/local/go/src/encoding/asn1/asn1.go:908 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [6: 192] @ 0x563962 0x564073 0x5672fe 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563961 regexp/syntax.(*parser).push+0x1a1 /usr/local/go/src/regexp/syntax/parse.go:139 # 0x564072 regexp/syntax.(*parser).literal+0x52 /usr/local/go/src/regexp/syntax/parse.go:210 # 0x5672fd regexp/syntax.Parse+0x2ad /usr/local/go/src/regexp/syntax/parse.go:729 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [123: 3936] @ 0xd8265e 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd8265d github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x30d /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:133 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [5: 80] @ 0x85ee60 0x85ee6b 0x1694741 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85ee5f github.com/prometheus/prometheus/tsdb/index.EmptyPostings+0x13f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:340 # 0x85ee6a github.com/prometheus/prometheus/tsdb/index.Intersect+0x14a /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:359 # 0x1694740 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x350 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [16: 1280] @ 0x561d6e 0x561c37 0x561cef 0x561e51 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x561d6d regexp/syntax.(*compiler).inst+0xa1d /usr/local/go/src/regexp/syntax/compile.go:173 # 0x561c36 regexp/syntax.(*compiler).empty+0x8e6 /usr/local/go/src/regexp/syntax/compile.go:260 # 0x561cee regexp/syntax.(*compiler).compile+0x99e /usr/local/go/src/regexp/syntax/compile.go:129 # 0x561e50 regexp/syntax.(*compiler).compile+0xb00 /usr/local/go/src/regexp/syntax/compile.go:154 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [101: 1616] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e49c4 0x674d35 0x674cf4 0x6766c2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e49c3 encoding/asn1.UnmarshalWithParams+0x103 /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x674d34 encoding/asn1.Unmarshal+0x134 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x674cf3 crypto/x509.parsePublicKey+0xf3 /usr/local/go/src/crypto/x509/x509.go:1034 # 0x6766c1 crypto/x509.parseCertificate+0x251 /usr/local/go/src/crypto/x509/x509.go:1402 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [3: 192] @ 0x564f9c 0x564a06 0x5680d7 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x564f9b regexp/syntax.(*parser).collapse+0x17b /usr/local/go/src/regexp/syntax/parse.go:380 # 0x564a05 regexp/syntax.(*parser).concat+0x165 /usr/local/go/src/regexp/syntax/parse.go:313 # 0x5680d6 regexp/syntax.Parse+0x1086 /usr/local/go/src/regexp/syntax/parse.go:891 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [57: 393984] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [229: 18320] @ 0x85c773 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c772 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x6a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1712 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [10: 5120] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [92: 2944] @ 0x1694099 0x1694146 0x1690833 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1694098 github.com/thanos-io/thanos/pkg/store.newBucketChunkReader+0x68 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1795 # 0x1694145 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).chunkReader+0x115 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1283 # 0x1690832 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x5d2 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:875 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 202752] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 38144] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [127: 6096] @ 0x69a4fb 0x69f6be 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x69a4fa crypto/tls.(*Conn).readHandshake+0x51a /usr/local/go/src/crypto/tls/conn.go:1028 # 0x69f6bd crypto/tls.(*clientHandshakeState).doFullHandshake+0x4d /usr/local/go/src/crypto/tls/handshake_client.go:440 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [6: 7680] @ 0xb01b27 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [30: 1440] @ 0xa4aeb9 0xa3febd 0xa3f93d 0xa3f764 0xa3f388 0xa4991b 0xa44438 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa4aeb8 golang.org/x/net/http2.(*Framer).readMetaFrame.func1+0x208 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1528 # 0xa3febc golang.org/x/net/http2/hpack.(*Decoder).callEmit+0x9c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:393 # 0xa3f93c golang.org/x/net/http2/hpack.(*Decoder).parseFieldIndexed+0x19c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:349 # 0xa3f763 golang.org/x/net/http2/hpack.(*Decoder).parseHeaderFieldRepr+0x1b3 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:311 # 0xa3f387 golang.org/x/net/http2/hpack.(*Decoder).Write+0x97 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:262 # 0xa4991a golang.org/x/net/http2.(*Framer).readMetaFrame+0x23a /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1536 # 0xa44437 golang.org/x/net/http2.(*Framer).ReadFrame+0x3b7 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:517 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [47: 752] @ 0x501d04 0x501ce1 0x501baf 0xd82b9d 0xd8440d 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd82b9c github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x14c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [105: 3360] @ 0x16960c5 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16960c4 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x7e4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1522 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [246: 23616] @ 0x601091 0x6c01c9 0x6d6992 0x6c10a1 0x6a0f68 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x601090 crypto/hmac.New+0x30 /usr/local/go/src/crypto/hmac/hmac.go:71 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c10a0 crypto/tls.keysFromMasterSecret+0x1f0 /usr/local/go/src/crypto/tls/prf.go:163 # 0x6a0f67 crypto/tls.(*clientHandshakeState).establishKeys+0xd7 /usr/local/go/src/crypto/tls/handshake_client.go:621 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [148: 7104] @ 0x1697dc3 0x1697d73 0x168e7c5 0x16a8228 0x872954 0x45f261 # 0x1697dc2 golang.org/x/sync/errgroup.WithContext+0x82 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:34 # 0x1697d72 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload+0x32 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1815 # 0x168e7c4 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc14 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:723 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [93: 2976] @ 0x5ccfeb 0x6bfd8f 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5ccfea crypto/elliptic.Unmarshal+0xba /usr/local/go/src/crypto/elliptic/elliptic.go:331 # 0x6bfd8e crypto/tls.(*nistParameters).SharedKey+0x7e /usr/local/go/src/crypto/tls/key_schedule.go:167 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [15: 2160] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [53: 18656] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [204: 16320] @ 0x6997c5 0x699bff 0x699f62 0x69fc6e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6997c4 crypto/tls.(*Conn).write+0x114 /usr/local/go/src/crypto/tls/conn.go:911 # 0x699bfe crypto/tls.(*Conn).writeRecordLocked+0x29e /usr/local/go/src/crypto/tls/conn.go:964 # 0x699f61 crypto/tls.(*Conn).writeRecord+0xe1 /usr/local/go/src/crypto/tls/conn.go:986 # 0x69fc6d crypto/tls.(*clientHandshakeState).doFullHandshake+0x5fd /usr/local/go/src/crypto/tls/handshake_client.go:560 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [66: 14784] @ 0x61aaf0 0x61b4d3 0x616073 0x62c569 0x62d497 0x62e76c 0x65afc1 0x45f261 # 0x61aaef vendor/golang.org/x/net/dns/dnsmessage.(*Name).pack+0x3df /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:1952 # 0x61b4d2 vendor/golang.org/x/net/dns/dnsmessage.(*Question).pack+0x82 /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:2084 # 0x616072 vendor/golang.org/x/net/dns/dnsmessage.(*Builder).Question+0x72 /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:1299 # 0x62c568 net.newRequest+0x1f8 /usr/local/go/src/net/dnsclient_unix.go:56 # 0x62d496 net.(*Resolver).exchange+0xb6 /usr/local/go/src/net/dnsclient_unix.go:142 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [80: 1280] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e49c4 0x677bac 0x677b69 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e49c3 encoding/asn1.UnmarshalWithParams+0x103 /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677bab encoding/asn1.Unmarshal+0x173b /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677b68 crypto/x509.parseCertificate+0x16f8 /usr/local/go/src/crypto/x509/x509.go:1519 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [237: 18960] @ 0x64446d 0x6443a0 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x64446c net.lookupIPReturn+0xa4c /usr/local/go/src/net/lookup.go:315 # 0x64439f net.(*Resolver).lookupIPAddr+0x97f /usr/local/go/src/net/lookup.go:303 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [234: 22464] @ 0x6c2b51 0x69f1ac 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6c2b50 crypto/tls.ekmFromMasterSecret+0x30 /usr/local/go/src/crypto/tls/prf.go:364 # 0x69f1ab crypto/tls.(*clientHandshakeState).handshake+0x2eb /usr/local/go/src/crypto/tls/handshake_client.go:420 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [158: 7584] @ 0x82fb8f 0x81e7eb 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82fb8e github.com/prometheus/client_golang/prometheus.populateMetric+0x23e /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/value.go:131 # 0x81e7ea github.com/prometheus/client_golang/prometheus.(*counter).Write+0x7a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/counter.go:115 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [152: 7296] @ 0x449de5 0xd81de0 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd81ddf github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x8f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [16: 22528] @ 0x5798fd 0x57a46e 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5798fc regexp.onePassCopy+0x5c /usr/local/go/src/regexp/onepass.go:225 # 0x57a46d regexp.compileOnePass+0x11d /usr/local/go/src/regexp/onepass.go:497 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [82: 2624] @ 0x5ccd1d 0x5cccee 0x6bfcde 0x6be2ad 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5ccd1c math/big.(*Int).Bytes+0xbc /usr/local/go/src/math/big/int.go:449 # 0x5ccced crypto/elliptic.Marshal+0x8d /usr/local/go/src/crypto/elliptic/elliptic.go:312 # 0x6bfcdd crypto/tls.(*nistParameters).PublicKey+0x5d /usr/local/go/src/crypto/tls/key_schedule.go:161 # 0x6be2ac crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x22c /usr/local/go/src/crypto/tls/key_agreement.go:276 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [4: 64] @ 0xb06ceb 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb06cea github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0xba /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [25: 1200] @ 0x58422d 0x16a8d48 0x16a8cca 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x58422c github.com/go-kit/kit/log.WithPrefix+0x21c /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:72 # 0x16a8d47 github.com/go-kit/kit/log/level.Debug+0x817 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/level/level.go:22 # 0x16a8cc9 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x799 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:921 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [17: 272] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [181: 11584] @ 0x643eec 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x643eeb net.(*Resolver).lookupIPAddr+0x4cb /usr/local/go/src/net/lookup.go:267 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [250: 24000] @ 0x6670d0 0x6ca8b9 0x6ca874 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6ca8b8 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x308 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca873 crypto/tls.(*clientHelloMsg).marshal.func1.4+0x2c3 /usr/local/go/src/crypto/tls/handshake_messages.go:180 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [276: 26496] @ 0x6670d0 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [155: 4960] @ 0x40cc45 0x4bd894 0x5e30ee 0x5e2f02 0x5e4a6d 0x677bac 0x677b69 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677bab encoding/asn1.Unmarshal+0x173b /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677b68 crypto/x509.parseCertificate+0x16f8 /usr/local/go/src/crypto/x509/x509.go:1519 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [31: 2976] @ 0xb01621 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01620 github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:104 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [176: 11264] @ 0x67b838 0x675b76 0x675d53 0x6770fc 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b837 crypto/x509.parseSANExtension.func1+0xb7 /usr/local/go/src/crypto/x509/x509.go:1175 # 0x675b75 crypto/x509.forEachSAN+0x215 /usr/local/go/src/crypto/x509/x509.go:1161 # 0x675d52 crypto/x509.parseSANExtension+0xf2 /usr/local/go/src/crypto/x509/x509.go:1170 # 0x6770fb crypto/x509.parseCertificate+0xc8b /usr/local/go/src/crypto/x509/x509.go:1466 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [56: 896] @ 0x4acdcd 0x4abcfa 0x5e2a78 0x5e4a6d 0x677bac 0x677b69 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2a77 encoding/asn1.parseField+0x19c7 /usr/local/go/src/encoding/asn1/asn1.go:901 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677bab encoding/asn1.Unmarshal+0x173b /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677b68 crypto/x509.parseCertificate+0x16f8 /usr/local/go/src/crypto/x509/x509.go:1519 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [13: 2704] @ 0x4e6c61 0x4e676d 0x64b609 0x635d10 0x6365da 0x6307ad 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x4e6c60 os.statNolog+0x30 /usr/local/go/src/os/stat_unix.go:30 # 0x4e676c os.Stat+0x4c /usr/local/go/src/os/stat.go:13 # 0x64b608 net.stat+0x38 /usr/local/go/src/net/parse.go:76 # 0x635d0f net.readHosts+0xff /usr/local/go/src/net/hosts.go:59 # 0x6365d9 net.lookupStaticHost+0xa9 /usr/local/go/src/net/hosts.go:107 # 0x6307ac net.goLookupIPFiles+0x4c /usr/local/go/src/net/dnsclient_unix.go:547 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [27: 1296] @ 0x490488 0xac5a27 0xac59df 0xac7dc0 0xad565b 0x45f261 # 0x490487 context.WithValue+0x77 /usr/local/go/src/context/context.go:487 # 0xac5a26 google.golang.org/grpc.NewContextWithServerTransportStream+0xc6 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1330 # 0xac59de google.golang.org/grpc.(*Server).processStreamingRPC+0x7e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1128 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [16: 8192] @ 0x47427f 0x638217 0x63726e 0x1787037 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x47427e syscall.ParseNetlinkRouteAttr+0x19e /usr/local/go/src/syscall/netlink_linux.go:167 # 0x638216 net.interfaceTable+0x296 /usr/local/go/src/net/interface_linux.go:34 # 0x63726d net.Interfaces+0x2d /usr/local/go/src/net/interface.go:100 # 0x1787036 github.com/elastic/go-sysinfo/providers/shared.Network+0x36 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:25 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [78: 1248] @ 0x4acdcd 0x4abcfa 0x5e2a78 0x5e4a6d 0x676fd3 0x676f90 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2a77 encoding/asn1.parseField+0x19c7 /usr/local/go/src/encoding/asn1/asn1.go:901 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676fd2 encoding/asn1.Unmarshal+0xb62 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x676f8f crypto/x509.parseCertificate+0xb1f /usr/local/go/src/crypto/x509/x509.go:1454 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [54: 864] @ 0xdd5d28 0xdd5ce8 0xdd5c55 0xdd4d49 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xdd5d27 net/textproto.MIMEHeader.Set+0x1f7 /usr/local/go/src/net/textproto/header.go:22 # 0xdd5ce7 net/http.Header.Set+0x1b7 /usr/local/go/src/net/http/header.go:37 # 0xdd5c54 github.com/minio/minio-go/v6.Client.setUserAgent+0x124 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:856 # 0xdd4d48 github.com/minio/minio-go/v6.Client.newRequest+0x448 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:792 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [13: 1248] @ 0x431721 0x440c13 0x7822f0 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x7822ef net/http.(*persistConn).roundTrip+0x76f /usr/local/go/src/net/http/transport.go:2417 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [37: 592] @ 0xd82c36 0xd82f3d 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd82c35 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x1e5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd82f3c github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x19c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:194 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [107: 3424] @ 0x4846ea 0x782355 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x4846e9 time.NewTimer+0x39 /usr/local/go/src/time/sleep.go:83 # 0x782354 net/http.(*persistConn).roundTrip+0x7d4 /usr/local/go/src/net/http/transport.go:2430 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [28: 17920] @ 0x5798fd 0x57a46e 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5798fc regexp.onePassCopy+0x5c /usr/local/go/src/regexp/onepass.go:225 # 0x57a46d regexp.compileOnePass+0x11d /usr/local/go/src/regexp/onepass.go:497 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [38: 3040] @ 0xb0e38c 0xa7bcfb 0xabef5f 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb0e38b github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesRequest).Unmarshal+0x57b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:2394 # 0xa7bcfa google.golang.org/grpc/encoding/proto.codec.Unmarshal+0x1fa /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:88 # 0xabef5e google.golang.org/grpc.recv+0x10e /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:711 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [83: 2656] @ 0x77c5d3 0x77e616 0x77bd1c 0x45f261 # 0x77c5d2 net/http.(*persistConn).addTLS+0x142 /usr/local/go/src/net/http/transport.go:1390 # 0x77e615 net/http.(*Transport).dialConn+0x1c45 /usr/local/go/src/net/http/transport.go:1480 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [87: 12528] @ 0x40e7d6 0x48f1e0 0x48f04b 0x1696167 0x169614b 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x48f1df context.propagateCancel+0xdf /usr/local/go/src/context/context.go:254 # 0x48f04a context.WithCancel+0x9a /usr/local/go/src/context/context.go:231 # 0x1696166 golang.org/x/sync/errgroup.WithContext+0x886 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x169614a github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x86a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1526 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [170: 2720] @ 0x5dfab3 0x5e3807 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5dfab2 encoding/asn1.parseUTCTime+0x62 /usr/local/go/src/encoding/asn1/asn1.go:333 # 0x5e3806 encoding/asn1.parseField+0x2756 /usr/local/go/src/encoding/asn1/asn1.go:846 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [119: 121856] @ 0x16952f5 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16952f4 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x4a4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1455 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [165: 7920] @ 0x40d8d0 0x7539b4 0x71cf74 0x71bfd4 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x7539b3 net/http.Header.Clone+0x113 /usr/local/go/src/net/http/header.go:93 # 0x71cf73 net/http.(*Client).makeHeadersCopier+0x43 /usr/local/go/src/net/http/client.go:671 # 0x71bfd3 net/http.(*Client).do+0x293 /usr/local/go/src/net/http/client.go:530 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [12: 768] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [450: 79200] @ 0x59daca 0x59d519 0x691e05 0x6a13cc 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x59dac9 crypto/aes.newCipher+0xa9 /usr/local/go/src/crypto/aes/cipher_asm.go:38 # 0x59d518 crypto/aes.NewCipher+0x48 /usr/local/go/src/crypto/aes/cipher.go:40 # 0x691e04 crypto/tls.aeadAESGCM+0x54 /usr/local/go/src/crypto/tls/cipher_suites.go:245 # 0x6a13cb crypto/tls.(*clientHandshakeState).establishKeys+0x53b /usr/local/go/src/crypto/tls/handshake_client.go:631 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [164: 7872] @ 0x169619e 0x169614b 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x169619d golang.org/x/sync/errgroup.WithContext+0x8bd /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:34 # 0x169614a github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x86a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1526 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [32: 1536] @ 0x188f5b3 0x18900b3 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x188f5b2 github.com/grpc-ecosystem/go-grpc-prometheus.(*serverReporter).Handled+0x132 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_reporter.go:44 # 0x18900b2 github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0x132 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:123 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 114688] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [128: 24576] @ 0xac5a8d 0xac7dc0 0xad565b 0x45f261 # 0xac5a8c google.golang.org/grpc.(*Server).processStreamingRPC+0x12c /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1138 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [69: 282624] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x541da7 0x1787c9a 0x17891f0 0x1788b41 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x541da6 io/ioutil.ReadFile+0x116 /usr/local/go/src/io/ioutil/ioutil.go:73 # 0x1787c99 github.com/elastic/go-sysinfo/providers/linux.IsContainerized+0x39 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/container.go:33 # 0x17891ef github.com/elastic/go-sysinfo/providers/linux.(*reader).containerized+0x3f /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:160 # 0x1788b40 github.com/elastic/go-sysinfo/providers/linux.newHost+0x200 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:112 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [208: 13312] @ 0x601146 0xd849af 0xd81ff7 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ff6 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x2a6 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:86 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [5: 80] @ 0x16a87cf 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16a87ce github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x29e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:911 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [138: 6624] @ 0x652887 0x64e6b9 0x64e110 0x6429c1 0x652ec2 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x652886 net.sockaddrToTCP+0x176 /usr/local/go/src/net/tcpsock_posix.go:19 # 0x64e6b8 net.(*netFD).dial+0x1e8 /usr/local/go/src/net/sock_posix.go:166 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x652ec1 net.(*sysDialer).doDialTCP+0xc1 /usr/local/go/src/net/tcpsock_posix.go:65 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [168: 8064] @ 0x40d6cd 0x1694340 0x169400f 0x16907fb 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x169433f github.com/thanos-io/thanos/pkg/store.newBucketIndexReader+0x10f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1313 # 0x169400e github.com/thanos-io/thanos/pkg/store.(*bucketBlock).indexReader+0x5e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1278 # 0x16907fa github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x59a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:874 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [92: 2944] @ 0x1694704 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1694703 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x313 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [334: 32064] @ 0x449cef 0x44977e 0x4499f7 0xd844e3 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd844e2 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x5e2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:305 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [39: 4992] @ 0x64e037 0x64e00a 0x6429c1 0x656782 0x62a30b 0x629681 0x6288a6 0x6454e4 0x62d689 0x62e76c 0x65afc1 0x45f261 # 0x64e036 net.newFD+0xe6 /usr/local/go/src/net/fd_unix.go:40 # 0x64e009 net.socket+0xb9 /usr/local/go/src/net/sock_posix.go:27 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x62a30a net.(*sysDialer).dialSingle+0x62a /usr/local/go/src/net/dial.go:581 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x6288a5 net.(*Dialer).DialContext+0x665 /usr/local/go/src/net/dial.go:424 # 0x6454e3 net.(*Resolver).dial+0xc3 /usr/local/go/src/net/lookup_unix.go:70 # 0x62d688 net.(*Resolver).exchange+0x2a8 /usr/local/go/src/net/dnsclient_unix.go:156 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [139: 4448] @ 0x606d92 0x600df6 0x6c02b4 0x6d6992 0x6c0dee 0x69fd24 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0x6c02b3 crypto/tls.pHash+0x143 /usr/local/go/src/crypto/tls/prf.go:43 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c0ded crypto/tls.masterFromPreMasterSecret+0x1cd /usr/local/go/src/crypto/tls/prf.go:149 # 0x69fd23 crypto/tls.(*clientHandshakeState).doFullHandshake+0x6b3 /usr/local/go/src/crypto/tls/handshake_client.go:606 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [98: 3136] @ 0x75b452 0x75b420 0x780eb5 0x780a7f 0x45f261 # 0x75b451 net/textproto.(*Reader).ReadLine+0xf1 /usr/local/go/src/net/textproto/reader.go:39 # 0x75b41f net/http.ReadResponse+0xbf /usr/local/go/src/net/http/response.go:161 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [95: 30400] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [36: 20736] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [141: 6768] @ 0x59da6c 0x59d519 0x691e05 0x6a1347 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x59da6b crypto/aes.newCipher+0x4b /usr/local/go/src/crypto/aes/cipher_asm.go:38 # 0x59d518 crypto/aes.NewCipher+0x48 /usr/local/go/src/crypto/aes/cipher.go:40 # 0x691e04 crypto/tls.aeadAESGCM+0x54 /usr/local/go/src/crypto/tls/cipher_suites.go:245 # 0x6a1346 crypto/tls.(*clientHandshakeState).establishKeys+0x4b6 /usr/local/go/src/crypto/tls/handshake_client.go:630 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [68: 32640] @ 0x40d667 0x40e5c0 0xedb53f 0x1695b13 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0xedb53e github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiPostings+0x32e /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:301 # 0x1695b12 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x232 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1478 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 576] @ 0xb01b27 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [38: 3648] @ 0x449cef 0x44977e 0x4499f7 0x62fff6 0x630da8 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x62fff5 net.(*dnsConfig).nameList+0x2f5 /usr/local/go/src/net/dnsclient_unix.go:477 # 0x630da7 net.(*Resolver).goLookupIPCNAMEOrder+0x207 /usr/local/go/src/net/dnsclient_unix.go:612 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [108: 3456] @ 0x57f189 0xd77c53 0xd77930 0xd777b5 0xdd6ace 0xdd4aa4 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x57f188 regexp.(*Regexp).FindStringSubmatch+0x108 /usr/local/go/src/regexp/regexp.go:1025 # 0xd77c52 github.com/minio/minio-go/v6/pkg/s3utils.GetRegionFromURL+0x252 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3utils/utils.go:131 # 0xd7792f github.com/minio/minio-go/v6/pkg/s3utils.IsAmazonEndpoint+0x22f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3utils/utils.go:143 # 0xd777b4 github.com/minio/minio-go/v6/pkg/s3utils.IsVirtualHostSupported+0xb4 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3utils/utils.go:81 # 0xdd6acd github.com/minio/minio-go/v6.(*Client).isVirtualHostStyleRequest+0xad /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:940 # 0xdd4aa3 github.com/minio/minio-go/v6.Client.newRequest+0x1a3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:737 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [181: 57920] @ 0x58483e 0x168fe8b 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x58483d github.com/go-kit/kit/log.(*context).Log+0x35d /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:112 # 0x168fe8a github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x75a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 256] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 10752] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [191: 195584] @ 0x85c343 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c342 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x272 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1680 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [123: 3936] @ 0x6413fd 0x641439 0x757692 0x7566d1 0x7816c8 0x45f261 # 0x6413fc net.SplitHostPort.func1+0x6bc /usr/local/go/src/net/ipsock.go:162 # 0x641438 net.SplitHostPort+0x6f8 /usr/local/go/src/net/ipsock.go:169 # 0x757691 net/http.cleanHost+0x91 /usr/local/go/src/net/http/request.go:734 # 0x7566d0 net/http.(*Request).write+0xd0 /usr/local/go/src/net/http/request.go:557 # 0x7816c7 net/http.(*persistConn).writeLoop+0x1c7 /usr/local/go/src/net/http/transport.go:2199 0: 0 [73: 2336] @ 0x81c85a 0x828e54 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x81c859 github.com/prometheus/client_golang/prometheus/internal.NormalizeMetricFamilies+0xa9 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/internal/metric.go:71 # 0x828e53 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x763 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:546 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [266: 25536] @ 0x404bdc 0x77ca60 0x77bd1c 0x45f261 # 0x77ca5f net/http.(*Transport).dialConn+0x8f /usr/local/go/src/net/http/transport.go:1427 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [357: 39984] @ 0xd79bcb 0x6010a5 0xd849af 0xd81ff7 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010a4 crypto/hmac.New+0x44 /usr/local/go/src/crypto/hmac/hmac.go:72 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ff6 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x2a6 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:86 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [4: 192] @ 0x50095a 0x500937 0x500525 0xd82284 0xd8433d 0xd842fc 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0xd82283 github.com/minio/minio-go/v6/pkg/s3signer.getScope+0xf3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:98 # 0xd8433c github.com/minio/minio-go/v6/pkg/s3signer.GetCredential+0x43c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:109 # 0xd842fb github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3fb /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:295 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 6144] @ 0x40cc45 0x4bd894 0x4bcca4 0x4bce78 0xb4744f 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x4bcca3 reflect.grow+0x143 /usr/local/go/src/reflect/value.go:2017 # 0x4bce77 reflect.Append+0x77 /usr/local/go/src/reflect/value.go:2026 # 0xb4744e encoding/xml.(*Decoder).unmarshal+0x25ce /usr/local/go/src/encoding/xml/read.go:398 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [5: 320] @ 0xb45dbf 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb45dbe encoding/xml.(*Decoder).unmarshal+0xf3e /usr/local/go/src/encoding/xml/read.go:520 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [126: 6048] @ 0x69a521 0x69f873 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x69a520 crypto/tls.(*Conn).readHandshake+0x540 /usr/local/go/src/crypto/tls/conn.go:1041 # 0x69f872 crypto/tls.(*clientHandshakeState).doFullHandshake+0x202 /usr/local/go/src/crypto/tls/handshake_client.go:470 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [21: 4032] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [27: 864] @ 0xa660d5 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa660d4 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x844 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:407 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [73: 1168] @ 0x60e5c3 0x67689a 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e5c2 crypto/x509/pkix.(*Name).FillFromRDNSequence+0x6a2 /usr/local/go/src/crypto/x509/pkix/pkix.go:162 # 0x676899 crypto/x509.parseCertificate+0x429 /usr/local/go/src/crypto/x509/x509.go:1423 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [32: 3072] @ 0xb01621 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01620 github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:104 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [231: 18480] @ 0x8bf886 0x8bec00 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0x8bf885 github.com/thanos-io/thanos/pkg/objstore.newTimingReadCloser+0x105 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:376 # 0x8bebff github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0x1ff /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:290 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [85: 1360] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e49c4 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e49c3 encoding/asn1.UnmarshalWithParams+0x103 /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [194: 6208] @ 0x5e3b61 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3b60 encoding/asn1.parseField+0x2ab0 /usr/local/go/src/encoding/asn1/asn1.go:838 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [124: 25792] @ 0x4088f2 0x408942 0x5864be 0x585aa2 0x5846c9 0x168fe8b 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5864bd github.com/go-kit/kit/log.Caller.func1+0x2d /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:86 # 0x585aa1 github.com/go-kit/kit/log.bindValues+0x81 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:20 # 0x5846c8 github.com/go-kit/kit/log.(*context).Log+0x1e8 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:122 # 0x168fe8a github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x75a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [94: 30080] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 163840] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 8192] @ 0xb01b27 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 2880] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 48] @ 0x66b207 0x6a2a26 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x66b206 crypto/x509.(*CertPool).AddCert+0x246 /usr/local/go/src/crypto/x509/cert_pool.go:116 # 0x6a2a25 crypto/tls.(*Conn).verifyServerCertificate+0x225 /usr/local/go/src/crypto/tls/handshake_client.go:831 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [45: 720] @ 0x8242f8 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x8242f7 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x2d7 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:330 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [37: 1776] @ 0x1690592 0x169052a 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1690591 golang.org/x/sync/errgroup.WithContext+0x331 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:34 # 0x1690529 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x2c9 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:849 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [205: 13120] @ 0x449cef 0x44977e 0x4499f7 0xd84539 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd84538 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x638 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:306 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [548: 8978432] @ 0x828780 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82877f github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x8f /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:409 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [75: 7200] @ 0x48f5a4 0xa6618f 0xa670f1 0xac2933 0xad555f 0x45f261 # 0x48f5a3 context.(*cancelCtx).Done+0xa3 /usr/local/go/src/context/context.go:327 # 0xa6618e google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x8fe /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:422 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [141: 6768] @ 0x40d8d0 0xddf2c1 0xddf48f 0xdaf693 0xdaf566 0xddfe7d 0x45f261 # 0xddf2c0 github.com/minio/minio-go/v6.cloneHeader+0x60 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:164 # 0xddf48e github.com/minio/minio-go/v6.filterHeader+0x2e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:178 # 0xdaf692 github.com/minio/minio-go/v6.extractObjMetadata+0x532 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:97 # 0xdaf565 github.com/minio/minio-go/v6.Client.getObject+0x405 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:669 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [10: 480] @ 0x65b881 0x640b18 0x641d05 0x6271e6 0x62843e 0x6454e4 0x62d689 0x62e76c 0x65afc1 0x45f261 # 0x65b880 net.(*Resolver).internetAddrList.func1+0x290 /usr/local/go/src/net/ipsock.go:268 # 0x640b17 net.filterAddrList+0x247 /usr/local/go/src/net/ipsock.go:128 # 0x641d04 net.(*Resolver).internetAddrList+0x764 /usr/local/go/src/net/ipsock.go:299 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x6454e3 net.(*Resolver).dial+0xc3 /usr/local/go/src/net/lookup_unix.go:70 # 0x62d688 net.(*Resolver).exchange+0x2a8 /usr/local/go/src/net/dnsclient_unix.go:156 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [2: 640] @ 0x563504 0x5632ab 0x56147c 0x561e51 0x562070 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x56147b regexp/syntax.(*compiler).compile+0x12b /usr/local/go/src/regexp/syntax/compile.go:110 # 0x561e50 regexp/syntax.(*compiler).compile+0xb00 /usr/local/go/src/regexp/syntax/compile.go:154 # 0x56206f regexp/syntax.(*compiler).compile+0xd1f /usr/local/go/src/regexp/syntax/compile.go:163 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [266: 25536] @ 0x404bdc 0x77ca86 0x77bd1c 0x45f261 # 0x77ca85 net/http.(*Transport).dialConn+0xb5 /usr/local/go/src/net/http/transport.go:1428 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [176: 2816] @ 0x4acdcd 0x4abcfa 0x5e3017 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e3016 encoding/asn1.parseField+0x1f66 /usr/local/go/src/encoding/asn1/asn1.go:908 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [383: 49024] @ 0x85c343 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c342 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x272 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1680 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [50: 800] @ 0x449de5 0xd81ed5 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd81ed4 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x184 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:84 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [10: 10240] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [296: 28416] @ 0x404bdc 0x77b042 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x77b041 net/http.(*Transport).getConn+0x3b1 /usr/local/go/src/net/http/transport.go:1219 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [333: 42624] @ 0x60684d 0x6010a5 0x6c01c9 0x6d6992 0x6c2577 0x6a1bfd 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60684c crypto/sha256.New+0x2c /usr/local/go/src/crypto/sha256/sha256.go:162 # 0x6010a4 crypto/hmac.New+0x44 /usr/local/go/src/crypto/hmac/hmac.go:72 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2576 crypto/tls.finishedHash.serverSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:309 # 0x6a1bfc crypto/tls.(*clientHandshakeState).readFinished+0x13c /usr/local/go/src/crypto/tls/handshake_client.go:740 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [271: 13008] @ 0x40cc45 0x4bd894 0x5e3e6c 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [51: 4896] @ 0x431721 0x440c13 0x77b1dc 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x77b1db net/http.(*Transport).getConn+0x54b /usr/local/go/src/net/http/transport.go:1226 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [127: 4064] @ 0xd7a019 0x600df6 0xd84a13 0xd81ff7 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd7a018 github.com/minio/sha256-simd.(*digest).Sum+0x128 /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:157 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0xd84a12 github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0xb2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:42 # 0xd81ff6 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x2a6 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:86 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [298: 28608] @ 0x404bdc 0x77cad2 0x77bd1c 0x45f261 # 0x77cad1 net/http.(*Transport).dialConn+0x101 /usr/local/go/src/net/http/transport.go:1430 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [69: 1104] @ 0x77b042 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x77b041 net/http.(*Transport).getConn+0x3b1 /usr/local/go/src/net/http/transport.go:1219 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [60: 3840] @ 0xa49825 0xa44438 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa49824 golang.org/x/net/http2.(*Framer).readMetaFrame+0x144 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1496 # 0xa44437 golang.org/x/net/http2.(*Framer).ReadFrame+0x3b7 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:517 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [16: 2304] @ 0x40e7d6 0x48f1e0 0x48fca8 0x62d5f2 0x62e76c 0x65afc1 0x45f261 # 0x48f1df context.propagateCancel+0xdf /usr/local/go/src/context/context.go:254 # 0x48fca7 context.WithDeadline+0x1a7 /usr/local/go/src/context/context.go:403 # 0x62d5f1 net.(*Resolver).exchange+0x211 /usr/local/go/src/net/dnsclient_unix.go:153 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [199: 12736] @ 0x77d45f 0x77d417 0x77bd1c 0x45f261 # 0x77d45e bufio.NewWriterSize+0xa8e /usr/local/go/src/bufio/bufio.go:563 # 0x77d416 net/http.(*Transport).dialConn+0xa46 /usr/local/go/src/net/http/transport.go:1564 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [140: 215040] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [39: 14976] @ 0x85f6e5 0x85f2a2 0x1694bef 0x1694a1c 0x169466a 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85f6e4 github.com/prometheus/prometheus/tsdb/index.newMergedPostings+0x54 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:463 # 0x85f2a1 github.com/prometheus/prometheus/tsdb/index.Merge+0x51 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:430 # 0x1694bee github.com/thanos-io/thanos/pkg/store.merge+0x3e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1405 # 0x1694a1b github.com/thanos-io/thanos/pkg/store.(*postingGroup).Postings+0x7b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1401 # 0x1694669 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x279 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [14: 2408448] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [36: 20736] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [78: 49920] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [334: 21376] @ 0x40cc45 0x4bd894 0x5e3e6c 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [200: 6400] @ 0x5e3b61 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3b60 encoding/asn1.parseField+0x2ab0 /usr/local/go/src/encoding/asn1/asn1.go:838 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [165: 5280] @ 0x5e038f 0x5e1896 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e038e encoding/asn1.parsePrintableString+0x14e /usr/local/go/src/encoding/asn1/asn1.go:405 # 0x5e1895 encoding/asn1.parseField+0x7e5 /usr/local/go/src/encoding/asn1/asn1.go:673 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [98: 3136] @ 0x5cc998 0x6bf9f4 0x6be1df 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5cc997 crypto/elliptic.GenerateKey+0xb7 /usr/local/go/src/crypto/elliptic/elliptic.go:281 # 0x6bf9f3 crypto/tls.generateECDHEParameters+0x193 /usr/local/go/src/crypto/tls/key_schedule.go:129 # 0x6be1de crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x15e /usr/local/go/src/crypto/tls/key_agreement.go:265 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [46: 736] @ 0x67b2f0 0x67b2a2 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b2ef crypto/x509.appendToFreshChain+0x50f /usr/local/go/src/crypto/x509/verify.go:797 # 0x67b2a1 crypto/x509.(*Certificate).buildChains.func1+0x4c1 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [172: 5504] @ 0x5e3162 0x5e2f02 0x5e4a6d 0x677bac 0x677b69 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3161 encoding/asn1.parseField+0x20b1 /usr/local/go/src/encoding/asn1/asn1.go:932 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677bab encoding/asn1.Unmarshal+0x173b /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677b68 crypto/x509.parseCertificate+0x16f8 /usr/local/go/src/crypto/x509/x509.go:1519 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 3456] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 10240] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [484: 77440] @ 0x6997c5 0x699bff 0x699f62 0x6a2470 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6997c4 crypto/tls.(*Conn).write+0x114 /usr/local/go/src/crypto/tls/conn.go:911 # 0x699bfe crypto/tls.(*Conn).writeRecordLocked+0x29e /usr/local/go/src/crypto/tls/conn.go:964 # 0x699f61 crypto/tls.(*Conn).writeRecord+0xe1 /usr/local/go/src/crypto/tls/conn.go:986 # 0x6a246f crypto/tls.(*clientHandshakeState).sendFinished+0x8f /usr/local/go/src/crypto/tls/handshake_client.go:784 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [31: 7936] @ 0x758e34 0x75fb6f 0x7640f4 0x45f261 # 0x758e33 net/http.readRequest+0x73 /usr/local/go/src/net/http/request.go:1008 # 0x75fb6e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965 # 0x7640f3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817 0: 0 [139: 1138688] @ 0x4fff4f 0x80b51c 0x17889ba 0x17889f8 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4fff4e strings.Fields+0x8e /usr/local/go/src/strings/strings.go:349 # 0x80b51b github.com/prometheus/procfs.FS.Stat+0x37b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x17889b9 github.com/prometheus/procfs.FS.NewStat+0x79 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:162 # 0x17889f7 github.com/elastic/go-sysinfo/providers/linux.newHost+0xb7 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:103 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [270: 25920] @ 0x6670d0 0x6caac0 0x6caa7b 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6caabf vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x50f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6caa7a crypto/tls.(*clientHelloMsg).marshal.func1.4+0x4ca /usr/local/go/src/crypto/tls/handshake_messages.go:229 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 1152] @ 0x5798fd 0x57a46e 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5798fc regexp.onePassCopy+0x5c /usr/local/go/src/regexp/onepass.go:225 # 0x57a46d regexp.compileOnePass+0x11d /usr/local/go/src/regexp/onepass.go:497 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [63: 32256] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [253: 20240] @ 0x6db0c8 0x75b7c3 0x780eb5 0x780a7f 0x45f261 # 0x6db0c7 net/textproto.(*Reader).ReadMIMEHeader+0x237 /usr/local/go/src/net/textproto/reader.go:517 # 0x75b7c2 net/http.ReadResponse+0x462 /usr/local/go/src/net/http/response.go:191 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [165: 5280] @ 0x5e2bf9 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e2bf8 encoding/asn1.parseField+0x1b48 /usr/local/go/src/encoding/asn1/asn1.go:910 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [74: 2368] @ 0x606d92 0x6c1b32 0x6c24e3 0x6a1bfd 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x6c1b31 crypto/tls.finishedHash.Sum+0x51 /usr/local/go/src/crypto/tls/prf.go:246 # 0x6c24e2 crypto/tls.finishedHash.serverSum+0x152 /usr/local/go/src/crypto/tls/prf.go:309 # 0x6a1bfc crypto/tls.(*clientHandshakeState).readFinished+0x13c /usr/local/go/src/crypto/tls/handshake_client.go:740 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [22: 30976] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [302: 28992] @ 0x601091 0x6c01c9 0x6d6992 0x6c2577 0x6a1bfd 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x601090 crypto/hmac.New+0x30 /usr/local/go/src/crypto/hmac/hmac.go:71 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2576 crypto/tls.finishedHash.serverSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:309 # 0x6a1bfc crypto/tls.(*clientHandshakeState).readFinished+0x13c /usr/local/go/src/crypto/tls/handshake_client.go:740 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [61: 976] @ 0x47d497 0xd821f1 0xd8433d 0xd842fc 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x47d496 time.Time.Format+0xe6 /usr/local/go/src/time/format.go:506 # 0xd821f0 github.com/minio/minio-go/v6/pkg/s3signer.getScope+0x60 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:99 # 0xd8433c github.com/minio/minio-go/v6/pkg/s3signer.GetCredential+0x43c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:109 # 0xd842fb github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3fb /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:295 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [36: 3456] @ 0xb01621 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01620 github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:104 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [255: 24480] @ 0x404bdc 0x77c5d3 0x77e616 0x77bd1c 0x45f261 # 0x77c5d2 net/http.(*persistConn).addTLS+0x142 /usr/local/go/src/net/http/transport.go:1390 # 0x77e615 net/http.(*Transport).dialConn+0x1c45 /usr/local/go/src/net/http/transport.go:1480 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [274: 26304] @ 0x404bdc 0x62310a 0x643fa0 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x623109 internal/singleflight.(*Group).DoChan+0x39 /usr/local/go/src/internal/singleflight/singleflight.go:72 # 0x643f9f net.(*Resolver).lookupIPAddr+0x57f /usr/local/go/src/net/lookup.go:267 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [270: 8640] @ 0x5e3f25 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3f24 encoding/asn1.parseField+0x2e74 /usr/local/go/src/encoding/asn1/asn1.go:831 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [56: 896] @ 0x7568c5 0x7816c8 0x45f261 # 0x7568c4 net/http.(*Request).write+0x2c4 /usr/local/go/src/net/http/request.go:597 # 0x7816c7 net/http.(*persistConn).writeLoop+0x1c7 /usr/local/go/src/net/http/transport.go:2199 0: 0 [146: 1420288] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [184: 5888] @ 0x5e3f25 0x5e2f02 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3f24 encoding/asn1.parseField+0x2e74 /usr/local/go/src/encoding/asn1/asn1.go:831 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [97: 3104] @ 0x6bfe67 0x6bfe3b 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6bfe66 math/big.(*Int).Bytes+0x156 /usr/local/go/src/math/big/int.go:449 # 0x6bfe3a crypto/tls.(*nistParameters).SharedKey+0x12a /usr/local/go/src/crypto/tls/key_schedule.go:174 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [74: 14208] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [75: 1200] @ 0x1697f6e 0x168e7c5 0x16a8228 0x872954 0x45f261 # 0x1697f6d github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload+0x22d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1831 # 0x168e7c4 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc14 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:723 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [15: 240] @ 0x16a8bfa 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16a8bf9 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x6c9 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:918 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 352] @ 0x6990e5 0x697684 0x69a04d 0x69a058 0x69f873 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6990e4 crypto/tls.(*Conn).readFromUntil+0xa4 /usr/local/go/src/crypto/tls/conn.go:802 # 0x697683 crypto/tls.(*Conn).readRecordOrCCS+0x123 /usr/local/go/src/crypto/tls/conn.go:609 # 0x69a04c crypto/tls.(*Conn).readRecord+0x6c /usr/local/go/src/crypto/tls/conn.go:577 # 0x69a057 crypto/tls.(*Conn).readHandshake+0x77 /usr/local/go/src/crypto/tls/conn.go:993 # 0x69f872 crypto/tls.(*clientHandshakeState).doFullHandshake+0x202 /usr/local/go/src/crypto/tls/handshake_client.go:470 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [27: 3456] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 8960] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [35: 3360] @ 0x431721 0x405a62 0x40587b 0xdd3c82 0xdaf37a 0xddfe7d 0x45f261 # 0xdd3c81 github.com/minio/minio-go/v6.Client.executeMethod+0x201 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:600 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [268: 25728] @ 0x77caf8 0x77bd1c 0x45f261 # 0x77caf7 net/http.(*Transport).dialConn+0x127 /usr/local/go/src/net/http/transport.go:1431 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [48: 768] @ 0x8bea31 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0x8bea30 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0x30 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:283 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [20: 640] @ 0xa51ee5 0xa51eb6 0xa68b88 0xa68af2 0xa6721e 0xac2933 0xad555f 0x45f261 # 0xa51ee4 google.golang.org/grpc/internal/transport.(*itemList).enqueue+0x114 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:47 # 0xa51eb5 google.golang.org/grpc/internal/transport.(*controlBuffer).executeAndPut+0xe5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:332 # 0xa68b87 google.golang.org/grpc/internal/transport.(*controlBuffer).put+0xb7 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:311 # 0xa68af1 google.golang.org/grpc/internal/transport.(*http2Server).handleWindowUpdate+0x21 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:726 # 0xa6721d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x42d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:494 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [40: 1920] @ 0xa46e11 0xa44263 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa46e10 golang.org/x/net/http2.parseHeadersFrame+0x30 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:993 # 0xa44262 golang.org/x/net/http2.(*Framer).ReadFrame+0x1e2 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:503 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [231: 3696] @ 0x4acdcd 0x4abcfa 0x5e2d35 0x5e0faa 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2d34 encoding/asn1.parseField+0x1c84 /usr/local/go/src/encoding/asn1/asn1.go:915 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [15: 480] @ 0xa51ee5 0xa51eb6 0xa67de9 0xa67db9 0xa67095 0xac2933 0xad555f 0x45f261 # 0xa51ee4 google.golang.org/grpc/internal/transport.(*itemList).enqueue+0x114 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:47 # 0xa51eb5 google.golang.org/grpc/internal/transport.(*controlBuffer).executeAndPut+0xe5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:332 # 0xa67de8 google.golang.org/grpc/internal/transport.(*controlBuffer).put+0x118 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:311 # 0xa67db8 google.golang.org/grpc/internal/transport.(*http2Server).handleData+0xe8 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:593 # 0xa67094 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x2a4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:486 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [476: 38080] @ 0x60e8a1 0x676875 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e8a0 crypto/x509/pkix.(*Name).FillFromRDNSequence+0x980 /usr/local/go/src/crypto/x509/pkix/pkix.go:140 # 0x676874 crypto/x509.parseCertificate+0x404 /usr/local/go/src/crypto/x509/x509.go:1422 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [8: 512] @ 0x449de5 0x636647 0x6307ad 0x631f08 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x636646 net.lookupStaticHost+0x116 /usr/local/go/src/net/hosts.go:111 # 0x6307ac net.goLookupIPFiles+0x4c /usr/local/go/src/net/dnsclient_unix.go:547 # 0x631f07 net.(*Resolver).goLookupIPCNAMEOrder+0x1367 /usr/local/go/src/net/dnsclient_unix.go:568 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [87: 1392] @ 0x60e209 0x67689a 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e208 crypto/x509/pkix.(*Name).FillFromRDNSequence+0x2e8 /usr/local/go/src/crypto/x509/pkix/pkix.go:154 # 0x676899 crypto/x509.parseCertificate+0x429 /usr/local/go/src/crypto/x509/x509.go:1423 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [89: 2848] @ 0x5e038f 0x5e1896 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e038e encoding/asn1.parsePrintableString+0x14e /usr/local/go/src/encoding/asn1/asn1.go:405 # 0x5e1895 encoding/asn1.parseField+0x7e5 /usr/local/go/src/encoding/asn1/asn1.go:673 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [94: 3008] @ 0x474e63 0x4767f3 0x63411a 0x64e5cf 0x64e110 0x6429c1 0x652ec2 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x474e62 syscall.anyToSockaddr+0x52 /usr/local/go/src/syscall/syscall_linux.go:501 # 0x4767f2 syscall.Getpeername+0xc2 /usr/local/go/src/syscall/syscall_unix.go:260 # 0x634119 net.(*netFD).connect+0x3f9 /usr/local/go/src/net/fd_unix.go:172 # 0x64e5ce net.(*netFD).dial+0xfe /usr/local/go/src/net/sock_posix.go:149 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x652ec1 net.(*sysDialer).doDialTCP+0xc1 /usr/local/go/src/net/tcpsock_posix.go:65 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [33: 1584] @ 0x490488 0xe4983e 0xe49849 0xe4a8de 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x490487 context.WithValue+0x77 /usr/local/go/src/context/context.go:487 # 0xe4983d github.com/opentracing/opentracing-go.ContextWithSpan+0x38d /go/pkg/mod/github.com/opentracing/opentracing-go@v1.1.0/gocontext.go:12 # 0xe49848 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.newServerSpanFromInbound+0x398 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:68 # 0xe4a8dd github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0xad /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:44 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [55: 31680] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [12: 15360] @ 0x56320e 0x5630ab 0x562252 0x5621ee 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x56320d regexp/syntax.(*compiler).inst+0x19d /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5630aa regexp/syntax.(*compiler).star+0x3a /usr/local/go/src/regexp/syntax/compile.go:242 # 0x562251 regexp/syntax.(*compiler).plus+0xf01 /usr/local/go/src/regexp/syntax/compile.go:256 # 0x5621ed regexp/syntax.(*compiler).compile+0xe9d /usr/local/go/src/regexp/syntax/compile.go:144 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [88: 2816] @ 0x6bfe30 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6bfe2f crypto/tls.(*nistParameters).SharedKey+0x11f /usr/local/go/src/crypto/tls/key_schedule.go:173 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [665: 170240] @ 0x5fa287 0x5fa268 0x674860 0x673a7f 0x673a1c 0x67afee 0x67126b 0x67b3c8 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5fa286 crypto/rsa.leftPad+0x276 /usr/local/go/src/crypto/rsa/rsa.go:644 # 0x5fa267 crypto/rsa.VerifyPKCS1v15+0x257 /usr/local/go/src/crypto/rsa/pkcs1v15.go:282 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67126a crypto/x509.(*Certificate).buildChains+0x19a /usr/local/go/src/crypto/x509/verify.go:861 # 0x67b3c7 crypto/x509.(*Certificate).buildChains.func1+0x5e7 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [43: 1376] @ 0x1694555 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1694554 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x164 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1338 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2254: 36929536] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [193: 6176] @ 0x677f5f 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x677f5e crypto/x509.parseCertificate+0x1aee /usr/local/go/src/crypto/x509/x509.go:1579 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [88: 2816] @ 0x474e63 0x475513 0x64e615 0x64e110 0x6429c1 0x652ec2 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x474e62 syscall.anyToSockaddr+0x52 /usr/local/go/src/syscall/syscall_linux.go:501 # 0x475512 syscall.Getsockname+0xc2 /usr/local/go/src/syscall/syscall_linux.go:562 # 0x64e614 net.(*netFD).dial+0x144 /usr/local/go/src/net/sock_posix.go:164 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x652ec1 net.(*sysDialer).doDialTCP+0xc1 /usr/local/go/src/net/tcpsock_posix.go:65 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [365: 23360] @ 0x1694f55 0x1694eb9 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1694f54 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x104 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1381 # 0x1694eb8 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x68 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1445 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [173: 5536] @ 0x676df7 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x676df6 crypto/x509.parseCertificate+0x986 /usr/local/go/src/crypto/x509/x509.go:1552 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [113: 23504] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [61: 93696] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [175: 5600] @ 0x82b7c5 0x8299f5 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82b7c4 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0x8a4 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:884 # 0x8299f4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:670 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 96] @ 0x4f516c 0x4f4484 0x80aef6 0x80ad53 0x80b875 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x4f516b fmt.newScanState+0x10b /usr/local/go/src/fmt/scan.go:388 # 0x4f4483 fmt.Fscanf+0x53 /usr/local/go/src/fmt/scan.go:142 # 0x80aef5 fmt.Sscanf+0x245 /usr/local/go/src/fmt/scan.go:114 # 0x80ad52 github.com/prometheus/procfs.parseSoftIRQStat+0xa2 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:131 # 0x80b874 github.com/prometheus/procfs.FS.Stat+0x6d4 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:217 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [30: 5760] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 51200] @ 0x85ec42 0x1694759 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85ec41 github.com/prometheus/prometheus/tsdb/index.ExpandPostings+0xc1 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:303 # 0x1694758 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x368 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [145: 6960] @ 0x62310a 0x643fa0 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x623109 internal/singleflight.(*Group).DoChan+0x39 /usr/local/go/src/internal/singleflight/singleflight.go:72 # 0x643f9f net.(*Resolver).lookupIPAddr+0x57f /usr/local/go/src/net/lookup.go:267 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [920: 264960] @ 0x411a9c 0x1696a4c 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696a4b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1645 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [51: 816] @ 0x643cf4 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x643cf3 net.(*Resolver).lookupIPAddr+0x2d3 /usr/local/go/src/net/lookup.go:253 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [93: 2976] @ 0x1697e6d 0x168e7c5 0x16a8228 0x872954 0x45f261 # 0x1697e6c github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload+0x12c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1827 # 0x168e7c4 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc14 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:723 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [74: 10911744] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [840: 116981760] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [287: 101024] @ 0x4133d3 0xa6dacf 0xa6da8a 0xa6d25d 0xa65945 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa6dace google.golang.org/grpc/internal/transport.(*decodeState).addMetadata+0x1fe /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http_util.go:337 # 0xa6da89 google.golang.org/grpc/internal/transport.(*decodeState).processHeaderField+0x1b9 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http_util.go:418 # 0xa6d25c google.golang.org/grpc/internal/transport.(*decodeState).decodeHeader+0xec /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http_util.go:270 # 0xa65944 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0xb4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:306 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [108: 3456] @ 0x1696aa4 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696aa3 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x1e3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1648 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [48: 768] @ 0xdd5bb4 0xdd5b74 0xdd5b60 0xdd4d49 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xdd5bb3 net/textproto.MIMEHeader.Set+0x83 /usr/local/go/src/net/textproto/header.go:22 # 0xdd5b73 net/http.Header.Set+0x43 /usr/local/go/src/net/http/header.go:37 # 0xdd5b5f github.com/minio/minio-go/v6.Client.setUserAgent+0x2f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:854 # 0xdd4d48 github.com/minio/minio-go/v6.Client.newRequest+0x448 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:792 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [8: 9216] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [96: 768] @ 0x16910af 0x169110d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16910ae github.com/thanos-io/thanos/pkg/store/storepb.NewSeriesResponse+0xe4e /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:30 # 0x169110c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [186: 11904] @ 0x6782a9 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6782a8 crypto/x509.parseCertificate+0x1e38 /usr/local/go/src/crypto/x509/x509.go:1594 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [273: 26208] @ 0x6670d0 0x6cd051 0x6ccfff 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6cd050 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint8LengthPrefixed+0xe0 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:136 # 0x6ccffe crypto/tls.(*clientHelloMsg).marshal.func1+0x8e /usr/local/go/src/crypto/tls/handshake_messages.go:107 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [166: 7968] @ 0x40d6cd 0x53c899 0x53c87e 0xd82de3 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x53c898 net/url.ParseQuery+0x38 /usr/local/go/src/net/url/url.go:870 # 0x53c87d net/url.(*URL).Query+0x1d /usr/local/go/src/net/url/url.go:1030 # 0xd82de2 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x42 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:188 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [171: 10944] @ 0x60118b 0x6c01c9 0x6d6992 0x6c0dee 0x69fd24 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60118a crypto/hmac.New+0x12a /usr/local/go/src/crypto/hmac/hmac.go:77 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c0ded crypto/tls.masterFromPreMasterSecret+0x1cd /usr/local/go/src/crypto/tls/prf.go:149 # 0x69fd23 crypto/tls.(*clientHandshakeState).doFullHandshake+0x6b3 /usr/local/go/src/crypto/tls/handshake_client.go:606 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [304: 29184] @ 0x77adb7 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x77adb6 net/http.(*Transport).getConn+0x126 /usr/local/go/src/net/http/transport.go:1196 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [124: 7936] @ 0x16951d2 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951d1 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x381 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1381 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [89: 28480] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [422: 33760] @ 0x40cc45 0x4bd894 0x5e3e6c 0x5e0faa 0x5e32e7 0x5e4a6d 0x677825 0x6777e2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677824 encoding/asn1.Unmarshal+0x13b4 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6777e1 crypto/x509.parseCertificate+0x1371 /usr/local/go/src/crypto/x509/x509.go:1536 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [208: 425984] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [65: 5200] @ 0xa4aeb9 0xa3febd 0xa3f93d 0xa3f764 0xa3f388 0xa4991b 0xa44438 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa4aeb8 golang.org/x/net/http2.(*Framer).readMetaFrame.func1+0x208 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1528 # 0xa3febc golang.org/x/net/http2/hpack.(*Decoder).callEmit+0x9c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:393 # 0xa3f93c golang.org/x/net/http2/hpack.(*Decoder).parseFieldIndexed+0x19c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:349 # 0xa3f763 golang.org/x/net/http2/hpack.(*Decoder).parseHeaderFieldRepr+0x1b3 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:311 # 0xa3f387 golang.org/x/net/http2/hpack.(*Decoder).Write+0x97 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:262 # 0xa4991a golang.org/x/net/http2.(*Framer).readMetaFrame+0x23a /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1536 # 0xa44437 golang.org/x/net/http2.(*Framer).ReadFrame+0x3b7 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:517 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [84: 1344] @ 0x1694f38 0x1694eb9 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1694f37 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0xe7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1694eb8 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x68 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1445 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 18432] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [65: 58240] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [25: 1200] @ 0x188f251 0x188e77a 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x188f250 github.com/grpc-ecosystem/go-grpc-prometheus.(*serverReporter).ReceivedMessage+0x30 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_reporter.go:34 # 0x188e779 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x89 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:166 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [98: 6272] @ 0x1694704 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1694703 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x313 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [105: 20160] @ 0x16904d2 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16904d1 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x271 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:846 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [97: 1552] @ 0x501d04 0x501ce1 0x501baf 0xd825a1 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd825a0 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x250 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:134 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [191: 6112] @ 0x4bd849 0x5e0e6f 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [356: 5696] @ 0x4acdcd 0x4abcfa 0x5e2a78 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2a77 encoding/asn1.parseField+0x19c7 /usr/local/go/src/encoding/asn1/asn1.go:901 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [77: 1232] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e49c4 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e49c3 encoding/asn1.UnmarshalWithParams+0x103 /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [22: 1056] @ 0x655a87 0x64e7cc 0x64e110 0x6429c1 0x656782 0x62a30b 0x629681 0x6288a6 0x6454e4 0x62d689 0x62e76c 0x65afc1 0x45f261 # 0x655a86 net.sockaddrToUDP+0x176 /usr/local/go/src/net/udpsock_posix.go:17 # 0x64e7cb net.(*netFD).dial+0x2fb /usr/local/go/src/net/sock_posix.go:168 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x62a30a net.(*sysDialer).dialSingle+0x62a /usr/local/go/src/net/dial.go:581 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x6288a5 net.(*Dialer).DialContext+0x665 /usr/local/go/src/net/dial.go:424 # 0x6454e3 net.(*Resolver).dial+0xc3 /usr/local/go/src/net/lookup_unix.go:70 # 0x62d688 net.(*Resolver).exchange+0x2a8 /usr/local/go/src/net/dnsclient_unix.go:156 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [8: 128] @ 0xa69aee 0xa696ad 0xa6aef1 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa69aed google.golang.org/grpc/internal/transport.(*http2Server).writeHeaderLocked+0x2ad /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:799 # 0xa696ac google.golang.org/grpc/internal/transport.(*http2Server).WriteHeader+0xcc /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:773 # 0xa6aef0 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x480 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:883 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [37: 47360] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [149: 95360] @ 0x85c773 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c772 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x6a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1712 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [10: 1120] @ 0x56532e 0x564e62 0x564a06 0x5680d7 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x56532d regexp/syntax.(*parser).newRegexp+0x50d /usr/local/go/src/regexp/syntax/parse.go:94 # 0x564e61 regexp/syntax.(*parser).collapse+0x41 /usr/local/go/src/regexp/syntax/parse.go:373 # 0x564a05 regexp/syntax.(*parser).concat+0x165 /usr/local/go/src/regexp/syntax/parse.go:313 # 0x5680d6 regexp/syntax.Parse+0x1086 /usr/local/go/src/regexp/syntax/parse.go:891 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 10240] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [96: 1536] @ 0x4acdcd 0x4abcfa 0x4f18a3 0x4f15aa 0x4ef4f4 0x4f2e0b 0x4ebce6 0x16a8db5 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x4f18a2 fmt.(*pp).printValue+0x1c42 /usr/local/go/src/fmt/print.go:805 # 0x4f15a9 fmt.(*pp).printValue+0x1949 /usr/local/go/src/fmt/print.go:880 # 0x4ef4f3 fmt.(*pp).printArg+0x2b3 /usr/local/go/src/fmt/print.go:716 # 0x4f2e0a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030 # 0x4ebce5 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219 # 0x16a8db4 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x884 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:922 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [163: 5216] @ 0x606d92 0x600df6 0x6c039c 0x6d6992 0x6c0dee 0x69fd24 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0x6c039b crypto/tls.pHash+0x22b /usr/local/go/src/crypto/tls/prf.go:37 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c0ded crypto/tls.masterFromPreMasterSecret+0x1cd /usr/local/go/src/crypto/tls/prf.go:149 # 0x69fd23 crypto/tls.(*clientHandshakeState).doFullHandshake+0x6b3 /usr/local/go/src/crypto/tls/handshake_client.go:606 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [84: 2688] @ 0x5d2a6d 0x5d2723 0x6bfde2 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5d2a6c crypto/elliptic.(*p256Point).p256PointToAffine+0x30c /usr/local/go/src/crypto/elliptic/p256_asm.go:331 # 0x5d2722 crypto/elliptic.p256Curve.ScalarMult+0x242 /usr/local/go/src/crypto/elliptic/p256_asm.go:292 # 0x6bfde1 crypto/tls.(*nistParameters).SharedKey+0xd1 /usr/local/go/src/crypto/tls/key_schedule.go:172 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [204: 13056] @ 0x601146 0xd849af 0xd81e8d 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81e8c github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x13c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [97: 3104] @ 0xd7a019 0x600df6 0xd84a13 0xd81efa 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd7a018 github.com/minio/sha256-simd.(*digest).Sum+0x128 /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:157 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0xd84a12 github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0xb2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:42 # 0xd81ef9 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x1a9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:84 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [59: 944] @ 0xdafdb0 0xdafd7e 0xdafd7d 0xdaf246 0xddfe7d 0x45f261 # 0xdafdaf net/textproto.MIMEHeader.Set+0x11f /usr/local/go/src/net/textproto/header.go:22 # 0xdafd7d net/http.Header.Set+0xed /usr/local/go/src/net/http/header.go:37 # 0xdafd7c github.com/minio/minio-go/v6.GetObjectOptions.Header+0xec /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:45 # 0xdaf245 github.com/minio/minio-go/v6.Client.getObject+0xe5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:626 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [79: 7584] @ 0x48fbff 0x4903db 0xa65c2c 0xa670f1 0xac2933 0xad555f 0x45f261 # 0x48fbfe context.WithDeadline+0xfe /usr/local/go/src/context/context.go:401 # 0x4903da context.WithTimeout+0x6a /usr/local/go/src/context/context.go:464 # 0xa65c2b google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x39b /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:333 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [19: 10944] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [232: 3712] @ 0xed9efe 0xedb382 0x1695b13 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0xed9efd github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).get+0x5d /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:194 # 0xedb381 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiPostings+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:300 # 0x1695b12 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x232 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1478 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [249: 175296] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [129: 528384] @ 0x80c007 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80c006 github.com/prometheus/procfs.FS.Stat+0xe66 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:194 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [190: 6080] @ 0x5e3f25 0x5e0faa 0x5e32e7 0x5e4a6d 0x677825 0x6777e2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3f24 encoding/asn1.parseField+0x2e74 /usr/local/go/src/encoding/asn1/asn1.go:831 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677824 encoding/asn1.Unmarshal+0x13b4 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6777e1 crypto/x509.parseCertificate+0x1371 /usr/local/go/src/crypto/x509/x509.go:1536 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [154: 4928] @ 0x5e3b61 0x5e4a6d 0x676c7a 0x676c37 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3b60 encoding/asn1.parseField+0x2ab0 /usr/local/go/src/encoding/asn1/asn1.go:838 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676c79 encoding/asn1.Unmarshal+0x809 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x676c36 crypto/x509.parseCertificate+0x7c6 /usr/local/go/src/crypto/x509/x509.go:1437 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [308: 29568] @ 0xdaccc4 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdaccc3 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x263 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:65 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [9: 171648] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 36864] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [51: 816] @ 0x69a236 0x6a1b37 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x69a235 crypto/tls.(*Conn).readHandshake+0x255 /usr/local/go/src/crypto/tls/conn.go:1067 # 0x6a1b36 crypto/tls.(*clientHandshakeState).readFinished+0x76 /usr/local/go/src/crypto/tls/handshake_client.go:730 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [245: 23520] @ 0x5049d7 0x50431b 0x50461d 0x698386 0x69a04d 0x69a058 0x69d86d 0x69bf8b 0x789132 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x50461c bytes.(*Buffer).Write+0xdc /usr/local/go/src/bytes/buffer.go:172 # 0x698385 crypto/tls.(*Conn).readRecordOrCCS+0xe25 /usr/local/go/src/crypto/tls/conn.go:751 # 0x69a04c crypto/tls.(*Conn).readRecord+0x6c /usr/local/go/src/crypto/tls/conn.go:577 # 0x69a057 crypto/tls.(*Conn).readHandshake+0x77 /usr/local/go/src/crypto/tls/conn.go:993 # 0x69d86c crypto/tls.(*Conn).clientHandshake+0x19c /usr/local/go/src/crypto/tls/handshake_client.go:171 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [107: 575232] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [108: 3456] @ 0x7800fc 0x45f261 # 0x7800fb net/http.(*persistConn).readLoop+0x74b /usr/local/go/src/net/http/transport.go:1986 0: 0 [111: 5328] @ 0x6ae72e 0x69a299 0x69f6be 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6ae72d crypto/tls.(*certificateMsg).unmarshal+0x14d /usr/local/go/src/crypto/tls/handshake_messages.go:1284 # 0x69a298 crypto/tls.(*Conn).readHandshake+0x2b8 /usr/local/go/src/crypto/tls/conn.go:1069 # 0x69f6bd crypto/tls.(*clientHandshakeState).doFullHandshake+0x4d /usr/local/go/src/crypto/tls/handshake_client.go:440 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [100: 76800] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [64: 1024] @ 0xd8265e 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd8265d github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x30d /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:133 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [179: 45824] @ 0xa65ae1 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa65ae0 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x250 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:326 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [76: 2432] @ 0x5d2a6d 0x5d24aa 0x5ccb6c 0x6bf9f4 0x6be1df 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5d2a6c crypto/elliptic.(*p256Point).p256PointToAffine+0x30c /usr/local/go/src/crypto/elliptic/p256_asm.go:331 # 0x5d24a9 crypto/elliptic.p256Curve.ScalarBaseMult+0xd9 /usr/local/go/src/crypto/elliptic/p256_asm.go:273 # 0x5ccb6b crypto/elliptic.GenerateKey+0x28b /usr/local/go/src/crypto/elliptic/elliptic.go:300 # 0x6bf9f3 crypto/tls.generateECDHEParameters+0x193 /usr/local/go/src/crypto/tls/key_schedule.go:129 # 0x6be1de crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x15e /usr/local/go/src/crypto/tls/key_agreement.go:265 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [98: 3136] @ 0x77ca86 0x77bd1c 0x45f261 # 0x77ca85 net/http.(*Transport).dialConn+0xb5 /usr/local/go/src/net/http/transport.go:1428 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [28: 1344] @ 0x490488 0xe4c4d1 0xe4c4dc 0x1690f48 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x490487 context.WithValue+0x77 /usr/local/go/src/context/context.go:487 # 0xe4c4d0 github.com/opentracing/opentracing-go.ContextWithSpan+0x150 /go/pkg/mod/github.com/opentracing/opentracing-go@v1.1.0/gocontext.go:12 # 0xe4c4db github.com/thanos-io/thanos/pkg/tracing.StartSpan+0x15b /go/src/github.com/thanos-io/thanos/pkg/tracing/tracing.go:54 # 0x1690f47 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xce7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:941 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [148: 7104] @ 0x6d68ad 0x6c2577 0x6a1bfd 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6d68ac crypto/tls.prf12.func1+0x5c /usr/local/go/src/crypto/tls/prf.go:69 # 0x6c2576 crypto/tls.finishedHash.serverSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:309 # 0x6a1bfc crypto/tls.(*clientHandshakeState).readFinished+0x13c /usr/local/go/src/crypto/tls/handshake_client.go:740 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [125: 4000] @ 0x501d04 0x501ce1 0x501baf 0xd8252a 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd82529 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x1d9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:133 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [87: 1392] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e49c4 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e49c3 encoding/asn1.UnmarshalWithParams+0x103 /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [130: 31200] @ 0x5828de 0x57d42d 0x57f8c4 0x57fd74 0x806413 0x826537 0x826063 0x83553d 0x45f261 # 0x5828dd regexp.(*Regexp).FindAllStringIndex.func1+0x11d /usr/local/go/src/regexp/regexp.go:1119 # 0x57d42c regexp.(*Regexp).allMatches+0x21c /usr/local/go/src/regexp/regexp.go:789 # 0x57f8c3 regexp.(*Regexp).FindAllStringIndex+0xa3 /usr/local/go/src/regexp/regexp.go:1117 # 0x57fd73 regexp.(*Regexp).Split+0x83 /usr/local/go/src/regexp/regexp.go:1236 # 0x806412 github.com/prometheus/procfs.Proc.Limits+0x272 /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_limits.go:100 # 0x826536 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x4b6 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:59 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [13: 1248] @ 0x623b7f 0x623991 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x623b7e net.sortByRFC6724withSrcs+0x1ce /usr/local/go/src/net/addrselect.go:34 # 0x623990 net.sortByRFC6724+0x70 /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [54: 1728] @ 0xe44c7a 0xe44d76 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xe44c79 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1+0x39 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:48 # 0xe44d75 github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0x75 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:55 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [184: 11776] @ 0x5bd410 0x5bd282 0x5d2ab5 0x5d2a5e 0x5d2723 0x6bfde2 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bd40f math/big.nat.make+0x1af /usr/local/go/src/math/big/nat.go:69 # 0x5bd281 math/big.nat.setBytes+0x21 /usr/local/go/src/math/big/nat.go:1313 # 0x5d2ab4 math/big.(*Int).SetBytes+0x354 /usr/local/go/src/math/big/int.go:442 # 0x5d2a5d crypto/elliptic.(*p256Point).p256PointToAffine+0x2fd /usr/local/go/src/crypto/elliptic/p256_asm.go:331 # 0x5d2722 crypto/elliptic.p256Curve.ScalarMult+0x242 /usr/local/go/src/crypto/elliptic/p256_asm.go:292 # 0x6bfde1 crypto/tls.(*nistParameters).SharedKey+0xd1 /usr/local/go/src/crypto/tls/key_schedule.go:172 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [434: 62496] @ 0x449de5 0xd82088 0xd84472 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd82087 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x47 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [204: 3264] @ 0x4acdcd 0x4abcfa 0x5e2d35 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2d34 encoding/asn1.parseField+0x1c84 /usr/local/go/src/encoding/asn1/asn1.go:915 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [261: 25056] @ 0x633ecd 0x64e5cf 0x64e110 0x6429c1 0x652ec2 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x633ecc net.(*netFD).connect+0x1ac /usr/local/go/src/net/fd_unix.go:114 # 0x64e5ce net.(*netFD).dial+0xfe /usr/local/go/src/net/sock_posix.go:149 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x652ec1 net.(*sysDialer).doDialTCP+0xc1 /usr/local/go/src/net/tcpsock_posix.go:65 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [217: 13888] @ 0x601146 0xd849af 0xd81f71 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81f70 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x220 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:85 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [142: 6816] @ 0x6c69c3 0x6c68bb 0x6c68ba 0x6a8120 0x6a81d9 0x6a8172 0x6ccffe 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6c69c2 vendor/golang.org/x/crypto/cryptobyte.(*Builder).add+0x152 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:298 # 0x6c68ba vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddBytes+0x4a /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:100 # 0x6c68b9 crypto/tls.addBytesWithLength.func1+0x49 /usr/local/go/src/crypto/tls/handshake_messages.go:28 # 0x6a811f crypto/tls.marshalingFunction.Marshal+0x2f /usr/local/go/src/crypto/tls/handshake_messages.go:18 # 0x6a81d8 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddValue+0x88 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:333 # 0x6a8171 crypto/tls.addBytesWithLength+0x21 /usr/local/go/src/crypto/tls/handshake_messages.go:24 # 0x6ccffd crypto/tls.(*clientHelloMsg).marshal.func1+0x8d /usr/local/go/src/crypto/tls/handshake_messages.go:106 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [108: 3456] @ 0xd7a019 0x600df6 0xd84a13 0xd81e8d 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd7a018 github.com/minio/sha256-simd.(*digest).Sum+0x128 /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:157 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0xd84a12 github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0xb2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:42 # 0xd81e8c github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x13c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [344: 44032] @ 0x60684d 0x5983c6 0x674955 0x673a7f 0x673a1c 0x67afee 0x67126b 0x67b3c8 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60684c crypto/sha256.New+0x2c /usr/local/go/src/crypto/sha256/sha256.go:162 # 0x5983c5 crypto.Hash.New+0x55 /usr/local/go/src/crypto/crypto.go:86 # 0x674954 crypto/x509.checkSignature+0xab4 /usr/local/go/src/crypto/x509/x509.go:914 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67126a crypto/x509.(*Certificate).buildChains+0x19a /usr/local/go/src/crypto/x509/verify.go:861 # 0x67b3c7 crypto/x509.(*Certificate).buildChains.func1+0x5e7 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [118: 60416] @ 0x16952f5 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16952f4 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x4a4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1455 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [25: 1200] @ 0x58422d 0x168fb7c 0x168fb94 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x58422c github.com/go-kit/kit/log.WithPrefix+0x21c /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:72 # 0x168fb7b github.com/go-kit/kit/log/level.Debug+0x44b /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/level/level.go:22 # 0x168fb93 github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x463 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [203: 12992] @ 0x48efe1 0x1696167 0x169614b 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x48efe0 context.WithCancel+0x30 /usr/local/go/src/context/context.go:230 # 0x1696166 golang.org/x/sync/errgroup.WithContext+0x886 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x169614a github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x86a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1526 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [112: 1792] @ 0x5e5088 0x5e2e55 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e5087 encoding/asn1.parseFieldParameters+0x507 /usr/local/go/src/encoding/asn1/common.go:124 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [178: 5696] @ 0x676740 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67673f crypto/x509.parseCertificate+0x2cf /usr/local/go/src/crypto/x509/x509.go:1410 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [8: 1920] @ 0x57a011 0x57a47c 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x57a010 regexp.makeOnePass+0x210 /usr/local/go/src/regexp/onepass.go:309 # 0x57a47b regexp.compileOnePass+0x12b /usr/local/go/src/regexp/onepass.go:500 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [26: 2912] @ 0x564163 0x5640b2 0x568802 0x56725b 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x564162 regexp/syntax.(*parser).newRegexp+0xd2 /usr/local/go/src/regexp/syntax/parse.go:94 # 0x5640b1 regexp/syntax.(*parser).op+0x21 /usr/local/go/src/regexp/syntax/parse.go:216 # 0x568801 regexp/syntax.(*parser).parsePerlFlags+0x271 /usr/local/go/src/regexp/syntax/parse.go:1042 # 0x56725a regexp/syntax.Parse+0x20a /usr/local/go/src/regexp/syntax/parse.go:734 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [47: 752] @ 0x47d497 0xd821f1 0xd83206 0xd8425f 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x47d496 time.Time.Format+0xe6 /usr/local/go/src/time/format.go:506 # 0xd821f0 github.com/minio/minio-go/v6/pkg/s3signer.getScope+0x60 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:99 # 0xd83205 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x115 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:203 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [110: 1760] @ 0x60e5c3 0x676875 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e5c2 crypto/x509/pkix.(*Name).FillFromRDNSequence+0x6a2 /usr/local/go/src/crypto/x509/pkix/pkix.go:162 # 0x676874 crypto/x509.parseCertificate+0x404 /usr/local/go/src/crypto/x509/x509.go:1422 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [129: 24768] @ 0x58483e 0x16a8eb0 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x58483d github.com/go-kit/kit/log.(*context).Log+0x35d /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:112 # 0x16a8eaf github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x97f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:921 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [185: 5920] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e4a6d 0x676fd3 0x676f90 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676fd2 encoding/asn1.Unmarshal+0xb62 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x676f8f crypto/x509.parseCertificate+0xb1f /usr/local/go/src/crypto/x509/x509.go:1454 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [108: 3456] @ 0xd826e5 0xd826d2 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd826e4 sort.Strings+0x394 /usr/local/go/src/sort/sort.go:314 # 0xd826d1 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x381 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:137 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [225: 18000] @ 0x48471c 0x628f9b 0x628730 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x48471b time.NewTimer+0x6b /usr/local/go/src/time/sleep.go:86 # 0x628f9a net.(*sysDialer).dialParallel+0x27a /usr/local/go/src/net/dial.go:485 # 0x62872f net.(*Dialer).DialContext+0x4ef /usr/local/go/src/net/dial.go:422 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [194: 6208] @ 0x5e3f25 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3f24 encoding/asn1.parseField+0x2e74 /usr/local/go/src/encoding/asn1/asn1.go:831 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [149: 7152] @ 0x168ea8f 0x168ead5 0x16a8228 0x872954 0x45f261 # 0x168ea8e github.com/thanos-io/thanos/pkg/store.newBucketSeriesSet+0xede /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:619 # 0x168ead4 github.com/thanos-io/thanos/pkg/store.blockSeries+0xf24 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:740 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [108: 3456] @ 0x7733e9 0x773420 0x75b910 0x780eb5 0x780a7f 0x45f261 # 0x7733e8 io.LimitReader+0x818 /usr/local/go/src/io/io.go:430 # 0x77341f net/http.readTransfer+0x84f /usr/local/go/src/net/http/transfer.go:555 # 0x75b90f net/http.ReadResponse+0x5af /usr/local/go/src/net/http/response.go:202 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [7: 3584] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [127: 4064] @ 0x5024c8 0x502641 0x75b57e 0x780eb5 0x780a7f 0x45f261 # 0x5024c7 strings.makeCutsetFunc+0x167 /usr/local/go/src/strings/strings.go:826 # 0x502640 strings.TrimLeft+0x60 /usr/local/go/src/strings/strings.go:855 # 0x75b57d net/http.ReadResponse+0x21d /usr/local/go/src/net/http/response.go:172 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [51: 816] @ 0x6a2854 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6a2853 crypto/tls.(*Conn).verifyServerCertificate+0x53 /usr/local/go/src/crypto/tls/handshake_client.go:813 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [11: 1056] @ 0x48f5a4 0x48f135 0x48fca8 0x62d5f2 0x62e76c 0x65afc1 0x45f261 # 0x48f5a3 context.(*cancelCtx).Done+0xa3 /usr/local/go/src/context/context.go:327 # 0x48f134 context.propagateCancel+0x34 /usr/local/go/src/context/context.go:242 # 0x48fca7 context.WithDeadline+0x1a7 /usr/local/go/src/context/context.go:403 # 0x62d5f1 net.(*Resolver).exchange+0x211 /usr/local/go/src/net/dnsclient_unix.go:153 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [193: 1185792] @ 0x822af2 0x83553d 0x45f261 # 0x822af1 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x41 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/go_collector.go:302 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [358: 45824] @ 0x60684d 0x5983c6 0x6bd2ce 0x6be63a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60684c crypto/sha256.New+0x2c /usr/local/go/src/crypto/sha256/sha256.go:162 # 0x5983c5 crypto.Hash.New+0x55 /usr/local/go/src/crypto/crypto.go:86 # 0x6bd2cd crypto/tls.hashForServerKeyExchange+0x19d /usr/local/go/src/crypto/tls/key_agreement.go:119 # 0x6be639 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x5b9 /usr/local/go/src/crypto/tls/key_agreement.go:305 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [153: 4896] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e4a6d 0x677bac 0x677b69 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677bab encoding/asn1.Unmarshal+0x173b /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677b68 crypto/x509.parseCertificate+0x16f8 /usr/local/go/src/crypto/x509/x509.go:1519 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [129: 6192] @ 0x5df5f2 0x5e3dd6 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5df5f1 encoding/asn1.parseObjectIdentifier+0x51 /usr/local/go/src/encoding/asn1/asn1.go:261 # 0x5e3dd5 encoding/asn1.parseField+0x2d25 /usr/local/go/src/encoding/asn1/asn1.go:828 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [46: 14720] @ 0x563504 0x5632ab 0x56147c 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x56147b regexp/syntax.(*compiler).compile+0x12b /usr/local/go/src/regexp/syntax/compile.go:110 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [316: 30336] @ 0x404bdc 0x782017 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x782016 net/http.(*persistConn).roundTrip+0x496 /usr/local/go/src/net/http/transport.go:2400 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [52: 1664] @ 0x16952f5 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16952f4 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x4a4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1455 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [261: 25056] @ 0x69a236 0x69d86d 0x69bf8b 0x789132 0x45f261 # 0x69a235 crypto/tls.(*Conn).readHandshake+0x255 /usr/local/go/src/crypto/tls/conn.go:1067 # 0x69d86c crypto/tls.(*Conn).clientHandshake+0x19c /usr/local/go/src/crypto/tls/handshake_client.go:171 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [9: 8064] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [11: 11264] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [50: 800] @ 0x6c2275 0x6a2534 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6c2274 crypto/tls.finishedHash.clientSum+0x114 /usr/local/go/src/crypto/tls/prf.go:296 # 0x6a2533 crypto/tls.(*clientHandshakeState).sendFinished+0x153 /usr/local/go/src/crypto/tls/handshake_client.go:801 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [88: 2816] @ 0x606d92 0x600df6 0x6c0233 0x6d6992 0x6c10a1 0x6a0f68 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0x6c0232 crypto/tls.pHash+0xc2 /usr/local/go/src/crypto/tls/prf.go:30 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c10a0 crypto/tls.keysFromMasterSecret+0x1f0 /usr/local/go/src/crypto/tls/prf.go:163 # 0x6a0f67 crypto/tls.(*clientHandshakeState).establishKeys+0xd7 /usr/local/go/src/crypto/tls/handshake_client.go:621 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [276: 26496] @ 0x6670d0 0x6ca7d2 0x6ca78d 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6ca7d1 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x221 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca78c crypto/tls.(*clientHelloMsg).marshal.func1.4+0x1dc /usr/local/go/src/crypto/tls/handshake_messages.go:164 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [185: 11840] @ 0x48efe1 0x628f03 0x628730 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x48efe0 context.WithCancel+0x30 /usr/local/go/src/context/context.go:230 # 0x628f02 net.(*sysDialer).dialParallel+0x1e2 /usr/local/go/src/net/dial.go:480 # 0x62872f net.(*Dialer).DialContext+0x4ef /usr/local/go/src/net/dial.go:422 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [120: 15360] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [293: 28128] @ 0x16980f5 0x168e7c5 0x16a8228 0x872954 0x45f261 # 0x16980f4 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload+0x3b4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1842 # 0x168e7c4 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc14 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:723 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [218: 13952] @ 0xd83366 0xd8326b 0xd8425f 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd83365 encoding/hex.EncodeToString+0x275 /usr/local/go/src/encoding/hex/hex.go:101 # 0xd8326a github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x17a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:204 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [107: 3424] @ 0x6990e5 0x697684 0x6a1b13 0x6a1b1e 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6990e4 crypto/tls.(*Conn).readFromUntil+0xa4 /usr/local/go/src/crypto/tls/conn.go:802 # 0x697683 crypto/tls.(*Conn).readRecordOrCCS+0x123 /usr/local/go/src/crypto/tls/conn.go:609 # 0x6a1b12 crypto/tls.(*Conn).readChangeCipherSpec+0x52 /usr/local/go/src/crypto/tls/conn.go:581 # 0x6a1b1d crypto/tls.(*clientHandshakeState).readFinished+0x5d /usr/local/go/src/crypto/tls/handshake_client.go:726 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [80: 2560] @ 0x4bd849 0x5e0e6f 0x5e32e7 0x5e4a6d 0x677825 0x6777e2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677824 encoding/asn1.Unmarshal+0x13b4 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6777e1 crypto/x509.parseCertificate+0x1371 /usr/local/go/src/crypto/x509/x509.go:1536 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [375: 24000] @ 0x67754f 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67754e crypto/x509.parseCertificate+0x10de /usr/local/go/src/crypto/x509/x509.go:1511 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [100: 3200] @ 0x6990e5 0x697ae4 0x69a04d 0x69a058 0x69f6be 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6990e4 crypto/tls.(*Conn).readFromUntil+0xa4 /usr/local/go/src/crypto/tls/conn.go:802 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69a04c crypto/tls.(*Conn).readRecord+0x6c /usr/local/go/src/crypto/tls/conn.go:577 # 0x69a057 crypto/tls.(*Conn).readHandshake+0x77 /usr/local/go/src/crypto/tls/conn.go:993 # 0x69f6bd crypto/tls.(*clientHandshakeState).doFullHandshake+0x4d /usr/local/go/src/crypto/tls/handshake_client.go:440 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [223: 17840] @ 0x449cef 0x44977e 0x449a67 0x643e8f 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x643e8e net.(*Resolver).lookupIPAddr+0x46e /usr/local/go/src/net/lookup.go:265 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [112: 5376] @ 0x40d6cd 0x6a28dc 0x6a29ba 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6a28db crypto/x509.NewCertPool+0xdb /usr/local/go/src/crypto/x509/cert_pool.go:24 # 0x6a29b9 crypto/tls.(*Conn).verifyServerCertificate+0x1b9 /usr/local/go/src/crypto/tls/handshake_client.go:828 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [257: 24672] @ 0x6670d0 0x6c8710 0x6c86d2 0x666fe4 0x667156 0x6ca8b9 0x6ca874 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6c870f vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x5f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6c86d1 crypto/tls.(*clientHelloMsg).marshal.func1.4.6+0x21 /usr/local/go/src/crypto/tls/handshake_messages.go:181 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6ca8b8 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x308 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca873 crypto/tls.(*clientHelloMsg).marshal.func1.4+0x2c3 /usr/local/go/src/crypto/tls/handshake_messages.go:180 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [395: 44240] @ 0xd79bcb 0xd848c6 0xd832b3 0xd8425f 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0xd848c5 github.com/minio/minio-go/v6/pkg/s3signer.sum256+0x25 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:33 # 0xd832b2 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x1c2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:204 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [179: 5728] @ 0x606d92 0x600df6 0x6c039c 0x6d6992 0x6c10a1 0x6a0f68 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0x6c039b crypto/tls.pHash+0x22b /usr/local/go/src/crypto/tls/prf.go:37 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c10a0 crypto/tls.keysFromMasterSecret+0x1f0 /usr/local/go/src/crypto/tls/prf.go:163 # 0x6a0f67 crypto/tls.(*clientHandshakeState).establishKeys+0xd7 /usr/local/go/src/crypto/tls/handshake_client.go:621 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [528: 8448] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [100: 1600] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e49c4 0x677fb0 0x677f6d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e49c3 encoding/asn1.UnmarshalWithParams+0x103 /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677faf encoding/asn1.Unmarshal+0x1b3f /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677f6c crypto/x509.parseCertificate+0x1afc /usr/local/go/src/crypto/x509/x509.go:1580 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [70: 10080] @ 0x40e7d6 0x48f1e0 0x48f04b 0x169055b 0x169052a 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x48f1df context.propagateCancel+0xdf /usr/local/go/src/context/context.go:254 # 0x48f04a context.WithCancel+0x9a /usr/local/go/src/context/context.go:231 # 0x169055a golang.org/x/sync/errgroup.WithContext+0x2fa /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x1690529 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x2c9 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:849 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [87: 1392] @ 0x4acdcd 0x4abcfa 0x5e2d35 0x5e4a6d 0x674d35 0x674cf4 0x6766c2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2d34 encoding/asn1.parseField+0x1c84 /usr/local/go/src/encoding/asn1/asn1.go:915 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x674d34 encoding/asn1.Unmarshal+0x134 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x674cf3 crypto/x509.parsePublicKey+0xf3 /usr/local/go/src/crypto/x509/x509.go:1034 # 0x6766c1 crypto/x509.parseCertificate+0x251 /usr/local/go/src/crypto/x509/x509.go:1402 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1021: 326720] @ 0xdaf804 0xdaf566 0xddfe7d 0x45f261 # 0xdaf803 github.com/minio/minio-go/v6.extractObjMetadata+0x6a3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:88 # 0xdaf565 github.com/minio/minio-go/v6.Client.getObject+0x405 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:669 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [95: 3040] @ 0x606d92 0x600df6 0x6c0233 0x6d6992 0x6c0dee 0x69fd24 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0x6c0232 crypto/tls.pHash+0xc2 /usr/local/go/src/crypto/tls/prf.go:30 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c0ded crypto/tls.masterFromPreMasterSecret+0x1cd /usr/local/go/src/crypto/tls/prf.go:149 # 0x69fd23 crypto/tls.(*clientHandshakeState).doFullHandshake+0x6b3 /usr/local/go/src/crypto/tls/handshake_client.go:606 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [176: 11264] @ 0x40cc45 0x4bd894 0x5e3e6c 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [341: 43648] @ 0x40cc45 0x4bd894 0x5e30ee 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [765: 9400320] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [21: 4032] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [33: 16896] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [82: 1511424] @ 0x9242db 0x169546e 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x169546d github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x61d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1423 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [231: 3696] @ 0xeda02b 0xedb382 0x1695b13 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0xeda02a github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).get+0x18a /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:203 # 0xedb381 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiPostings+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:300 # 0x1695b12 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x232 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1478 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [46: 736] @ 0xdd5017 0xdd4fd4 0xdd4fc8 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xdd5016 net/textproto.MIMEHeader.Set+0x716 /usr/local/go/src/net/textproto/header.go:22 # 0xdd4fd3 net/http.Header.Set+0x6d3 /usr/local/go/src/net/http/header.go:37 # 0xdd4fc7 github.com/minio/minio-go/v6.Client.newRequest+0x6c7 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:842 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [95: 3040] @ 0x691e85 0x6a13cc 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x691e84 crypto/tls.aeadAESGCM+0xd4 /usr/local/go/src/crypto/tls/cipher_suites.go:254 # 0x6a13cb crypto/tls.(*clientHandshakeState).establishKeys+0x53b /usr/local/go/src/crypto/tls/handshake_client.go:631 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [133: 2128] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e0faa 0x5e32e7 0x5e4a6d 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [77: 4928] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [406: 12992] @ 0xa53c3b 0xa53c23 0xa5441c 0xa52bc7 0xa7580b 0x45f261 # 0xa53c3a google.golang.org/grpc/internal/transport.(*itemList).enqueue+0x7a /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:47 # 0xa53c22 google.golang.org/grpc/internal/transport.(*loopyWriter).preprocessData+0x62 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:705 # 0xa5441b google.golang.org/grpc/internal/transport.(*loopyWriter).handle+0x2db /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:787 # 0xa52bc6 google.golang.org/grpc/internal/transport.(*loopyWriter).run+0xc6 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:531 # 0xa7580a google.golang.org/grpc/internal/transport.newHTTP2Server.func2+0xca /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:290 0: 0 [172: 11008] @ 0x601146 0x6c01c9 0x6d6992 0x6c2577 0x6a1bfd 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2576 crypto/tls.finishedHash.serverSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:309 # 0x6a1bfc crypto/tls.(*clientHandshakeState).readFinished+0x13c /usr/local/go/src/crypto/tls/handshake_client.go:740 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [11: 7040] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [164: 5248] @ 0x4bd849 0x5e0e6f 0x5e32e7 0x5e4a6d 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [16: 32768] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [135: 2488320] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [229: 18320] @ 0x40cc45 0x4bd894 0x5e30ee 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [137: 210432] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 122880] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [191: 1564672] @ 0x85ec42 0x1694759 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85ec41 github.com/prometheus/prometheus/tsdb/index.ExpandPostings+0xc1 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:303 # 0x1694758 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x368 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [187: 5984] @ 0x4bd849 0x5e30ee 0x5e4a6d 0x676e48 0x676e05 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676e47 encoding/asn1.Unmarshal+0x9d7 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x676e04 crypto/x509.parseCertificate+0x994 /usr/local/go/src/crypto/x509/x509.go:1553 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [91: 1456] @ 0x60e6b1 0x676875 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e6b0 crypto/x509/pkix.(*Name).FillFromRDNSequence+0x790 /usr/local/go/src/crypto/x509/pkix/pkix.go:164 # 0x676874 crypto/x509.parseCertificate+0x404 /usr/local/go/src/crypto/x509/x509.go:1422 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [184: 76544] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [198: 12672] @ 0x48efe1 0x1697d8f 0x1697d73 0x168e7c5 0x16a8228 0x872954 0x45f261 # 0x48efe0 context.WithCancel+0x30 /usr/local/go/src/context/context.go:230 # 0x1697d8e golang.org/x/sync/errgroup.WithContext+0x4e /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x1697d72 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload+0x32 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1815 # 0x168e7c4 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc14 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:723 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [204: 13056] @ 0x78006b 0x45f261 # 0x78006a net/http.(*persistConn).readLoop+0x6ba /usr/local/go/src/net/http/transport.go:1986 0: 0 [80: 2560] @ 0x67b54e 0x67b500 0x67126b 0x67b3c8 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b54d crypto/x509.appendToFreshChain+0x76d /usr/local/go/src/crypto/x509/verify.go:797 # 0x67b4ff crypto/x509.(*Certificate).buildChains.func1+0x71f /usr/local/go/src/crypto/x509/verify.go:846 # 0x67126a crypto/x509.(*Certificate).buildChains+0x19a /usr/local/go/src/crypto/x509/verify.go:861 # 0x67b3c7 crypto/x509.(*Certificate).buildChains.func1+0x5e7 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [712: 182272] @ 0x5fa203 0x5fa1d9 0x674860 0x673a7f 0x673a1c 0x67afee 0x67126b 0x67b3c8 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5fa202 math/big.(*Int).Bytes+0x1f2 /usr/local/go/src/math/big/int.go:449 # 0x5fa1d8 crypto/rsa.VerifyPKCS1v15+0x1c8 /usr/local/go/src/crypto/rsa/pkcs1v15.go:282 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67126a crypto/x509.(*Certificate).buildChains+0x19a /usr/local/go/src/crypto/x509/verify.go:861 # 0x67b3c7 crypto/x509.(*Certificate).buildChains.func1+0x5e7 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [167: 8016] @ 0x1693b0d 0x1693ae1 0x1698392 0x16aa16f 0x872954 0x45f261 # 0x1693b0c bytes.NewBuffer+0xbc /usr/local/go/src/bytes/buffer.go:450 # 0x1693ae0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x90 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1259 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [38: 608] @ 0x693b79 0x694198 0x69eddc 0x69d8d1 0x69bf8b 0x789132 0x45f261 # 0x693b78 crypto/tls.(*Config).supportedVersions+0x58 /usr/local/go/src/crypto/tls/common.go:795 # 0x694197 crypto/tls.(*Config).mutualVersion+0x37 /usr/local/go/src/crypto/tls/common.go:892 # 0x69eddb crypto/tls.(*Conn).pickTLSVersion+0x7b /usr/local/go/src/crypto/tls/handshake_client.go:343 # 0x69d8d0 crypto/tls.(*Conn).clientHandshake+0x200 /usr/local/go/src/crypto/tls/handshake_client.go:182 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [242: 15488] @ 0x60118b 0xd849af 0xd820b3 0xd84472 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x60118a crypto/hmac.New+0x12a /usr/local/go/src/crypto/hmac/hmac.go:77 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd820b2 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x72 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [251: 24096] @ 0x601091 0x6c01c9 0x6d6992 0x6c0dee 0x69fd24 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x601090 crypto/hmac.New+0x30 /usr/local/go/src/crypto/hmac/hmac.go:71 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c0ded crypto/tls.masterFromPreMasterSecret+0x1cd /usr/local/go/src/crypto/tls/prf.go:149 # 0x69fd23 crypto/tls.(*clientHandshakeState).doFullHandshake+0x6b3 /usr/local/go/src/crypto/tls/handshake_client.go:606 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [91: 2912] @ 0x69c8d3 0x69d72d 0x69bf8b 0x789132 0x45f261 # 0x69c8d2 crypto/tls.(*Conn).makeClientHello+0x142 /usr/local/go/src/crypto/tls/handshake_client.go:70 # 0x69d72c crypto/tls.(*Conn).clientHandshake+0x5c /usr/local/go/src/crypto/tls/handshake_client.go:147 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [44: 2112] @ 0xa662a6 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa662a5 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0xa15 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:431 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [57: 18240] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [204: 13056] @ 0x48efe1 0x643e15 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x48efe0 context.WithCancel+0x30 /usr/local/go/src/context/context.go:230 # 0x643e14 net.(*Resolver).lookupIPAddr+0x3f4 /usr/local/go/src/net/lookup.go:263 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [34: 5440] @ 0xb0e38c 0xa7bcfb 0xabef5f 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb0e38b github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesRequest).Unmarshal+0x57b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:2394 # 0xa7bcfa google.golang.org/grpc/encoding/proto.codec.Unmarshal+0x1fa /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:88 # 0xabef5e google.golang.org/grpc.recv+0x10e /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:711 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [492: 141696] @ 0x40d667 0x4119c5 0x1696a4c 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696a4b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1645 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [122: 15616] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [474: 15168] @ 0x85c010 0x85c043 0x1695f34 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85c00f github.com/prometheus/prometheus/tsdb/index.newBigEndianPostings+0xaf /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:704 # 0x85c042 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Postings+0xe2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1651 # 0x1695f33 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x653 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1490 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [96: 3072] @ 0x501d04 0x501ce1 0x501baf 0xd82b9d 0xd8440d 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd82b9c github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x14c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [284: 163584] @ 0x4ebd12 0x16a8db5 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x4ebd11 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220 # 0x16a8db4 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x884 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:922 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [269: 25824] @ 0x48f5a4 0x629521 0x65aab5 0x45f261 # 0x48f5a3 context.(*cancelCtx).Done+0xa3 /usr/local/go/src/context/context.go:327 # 0x629520 net.(*sysDialer).dialSerial+0xc0 /usr/local/go/src/net/dial.go:525 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [619: 118848] @ 0x1694324 0x169400f 0x16907fb 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1694323 github.com/thanos-io/thanos/pkg/store.newBucketIndexReader+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1312 # 0x169400e github.com/thanos-io/thanos/pkg/store.(*bucketBlock).indexReader+0x5e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1278 # 0x16907fa github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x59a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:874 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [623: 358848] @ 0x40da93 0x40f709 0x4118fc 0xedb87d 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb87c github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x1ec /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:324 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [140: 6720] @ 0x40d6cd 0xdb0c37 0xdb0af2 0xdf52ff 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdb0c36 github.com/minio/minio-go/v6.(*GetObjectOptions).Set+0x326 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:58 # 0xdb0af1 github.com/minio/minio-go/v6.(*GetObjectOptions).SetRange+0x1e1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:113 # 0xdf52fe github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0x37e /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:254 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 512] @ 0xb01b27 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [248: 7936] @ 0x5e3f25 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677fb0 0x677f6d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3f24 encoding/asn1.parseField+0x2e74 /usr/local/go/src/encoding/asn1/asn1.go:831 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677faf encoding/asn1.Unmarshal+0x1b3f /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677f6c crypto/x509.parseCertificate+0x1afc /usr/local/go/src/crypto/x509/x509.go:1580 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [233: 18640] @ 0x5e4198 0x5e4a6d 0x6759f1 0x6759ad 0x675d53 0x6770fc 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e4197 encoding/asn1.parseField+0x30e7 /usr/local/go/src/encoding/asn1/asn1.go:825 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6759f0 encoding/asn1.Unmarshal+0x90 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6759ac crypto/x509.forEachSAN+0x4c /usr/local/go/src/crypto/x509/x509.go:1143 # 0x675d52 crypto/x509.parseSANExtension+0xf2 /usr/local/go/src/crypto/x509/x509.go:1170 # 0x6770fb crypto/x509.parseCertificate+0xc8b /usr/local/go/src/crypto/x509/x509.go:1466 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 18432] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 1792] @ 0x46ea35 0x46ddbd 0xe4e64c 0x1698cc1 0x8b61a9 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x46ea34 sync.(*poolChain).pushHead+0xd4 /usr/local/go/src/sync/poolqueue.go:252 # 0x46ddbc sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108 # 0xe4e64b github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Put+0x8b /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:102 # 0x1698cc0 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).Close+0x80 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1924 # 0x8b61a8 github.com/thanos-io/thanos/pkg/runutil.CloseWithLogOnErr+0x48 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:109 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [33: 3168] @ 0x85905b 0x859040 0x923f2b 0x85c273 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85905a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x85903f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1282 # 0x923f2a github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LookupSymbol+0x11a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:755 # 0x85c272 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1675 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 256] @ 0x46e2aa 0x46e17e 0x46de3f 0xa67fd1 0xa67fb8 0xa67095 0xac2933 0xad555f 0x45f261 # 0x46e2a9 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227 # 0x46e17d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206 # 0x46de3e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128 # 0xa67fd0 google.golang.org/grpc/internal/transport.(*bufferPool).get+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:58 # 0xa67fb7 google.golang.org/grpc/internal/transport.(*http2Server).handleData+0x2e7 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:614 # 0xa67094 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x2a4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:486 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [106: 3392] @ 0x1693d4a 0x1698392 0x16aa16f 0x872954 0x45f261 # 0x1693d49 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x2f9 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1272 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [202: 12928] @ 0x601146 0xd849af 0xd820b3 0xd84472 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd820b2 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x72 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [5: 1920] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [568: 145408] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [191: 6112] @ 0x5defd6 0x5e3435 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5defd5 encoding/asn1.parseBigInt+0x55 /usr/local/go/src/encoding/asn1/asn1.go:137 # 0x5e3434 encoding/asn1.parseField+0x2384 /usr/local/go/src/encoding/asn1/asn1.go:866 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [423: 20791296] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [162: 10368] @ 0x60118b 0x6c01c9 0x6d6992 0x6c2347 0x6a2534 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60118a crypto/hmac.New+0x12a /usr/local/go/src/crypto/hmac/hmac.go:77 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2346 crypto/tls.finishedHash.clientSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:297 # 0x6a2533 crypto/tls.(*clientHandshakeState).sendFinished+0x153 /usr/local/go/src/crypto/tls/handshake_client.go:801 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [329: 189504] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [67: 1072] @ 0x1694704 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1694703 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x313 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1351 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [10: 160] @ 0xe4c604 0x1690ca9 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xe4c603 github.com/thanos-io/thanos/pkg/tracing.StartSpan+0x283 /go/src/github.com/thanos-io/thanos/pkg/tracing/tracing.go:51 # 0x1690ca8 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xa48 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:927 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [53: 47488] @ 0x5798fd 0x57a46e 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5798fc regexp.onePassCopy+0x5c /usr/local/go/src/regexp/onepass.go:225 # 0x57a46d regexp.compileOnePass+0x11d /usr/local/go/src/regexp/onepass.go:497 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [139: 6672] @ 0x677d77 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x677d76 crypto/x509.parseCertificate+0x1906 /usr/local/go/src/crypto/x509/x509.go:1568 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [203: 6496] @ 0x4bd849 0x5e3e6c 0x5e0faa 0x5e32e7 0x5e4a6d 0x677825 0x6777e2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677824 encoding/asn1.Unmarshal+0x13b4 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6777e1 crypto/x509.parseCertificate+0x1371 /usr/local/go/src/crypto/x509/x509.go:1536 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [10: 12800] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 512] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [161: 10304] @ 0x601146 0x6c01c9 0x6d6992 0x6c2347 0x6a2534 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2346 crypto/tls.finishedHash.clientSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:297 # 0x6a2533 crypto/tls.(*clientHandshakeState).sendFinished+0x153 /usr/local/go/src/crypto/tls/handshake_client.go:801 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [38: 608] @ 0x6c070d 0x6c0b92 0x6c0d60 0x6c0d66 0x69fd24 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6c070c crypto/tls.prf12+0x2c /usr/local/go/src/crypto/tls/prf.go:68 # 0x6c0b91 crypto/tls.prfAndHashForVersion+0x91 /usr/local/go/src/crypto/tls/prf.go:130 # 0x6c0d5f crypto/tls.prfForVersion+0x13f /usr/local/go/src/crypto/tls/prf.go:137 # 0x6c0d65 crypto/tls.masterFromPreMasterSecret+0x145 /usr/local/go/src/crypto/tls/prf.go:149 # 0x69fd23 crypto/tls.(*clientHandshakeState).doFullHandshake+0x6b3 /usr/local/go/src/crypto/tls/handshake_client.go:606 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [984: 15744] @ 0xed9efe 0xedb7bf 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xed9efd github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).get+0x5d /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:194 # 0xedb7be github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x12e /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:323 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [151: 31408] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [112: 3584] @ 0xd7a019 0x600df6 0xd84a13 0xd81f71 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd7a018 github.com/minio/sha256-simd.(*digest).Sum+0x128 /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:157 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0xd84a12 github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0xb2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:42 # 0xd81f70 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x220 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:85 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [902: 43296] @ 0x67b838 0x675b76 0x675d53 0x6770fc 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b837 crypto/x509.parseSANExtension.func1+0xb7 /usr/local/go/src/crypto/x509/x509.go:1175 # 0x675b75 crypto/x509.forEachSAN+0x215 /usr/local/go/src/crypto/x509/x509.go:1161 # 0x675d52 crypto/x509.parseSANExtension+0xf2 /usr/local/go/src/crypto/x509/x509.go:1170 # 0x6770fb crypto/x509.parseCertificate+0xc8b /usr/local/go/src/crypto/x509/x509.go:1466 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [63: 48384] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [201: 102912] @ 0x85ec42 0x1694759 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85ec41 github.com/prometheus/prometheus/tsdb/index.ExpandPostings+0xc1 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:303 # 0x1694758 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x368 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [116: 74240] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [211: 16880] @ 0x5cccd2 0x6bfcde 0x6be2ad 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5cccd1 crypto/elliptic.Marshal+0x71 /usr/local/go/src/crypto/elliptic/elliptic.go:309 # 0x6bfcdd crypto/tls.(*nistParameters).PublicKey+0x5d /usr/local/go/src/crypto/tls/key_schedule.go:161 # 0x6be2ac crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x22c /usr/local/go/src/crypto/tls/key_agreement.go:276 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [101: 3232] @ 0x4ebd12 0xdb0b91 0xdf52ff 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0x4ebd11 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220 # 0xdb0b90 github.com/minio/minio-go/v6.(*GetObjectOptions).SetRange+0x280 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:113 # 0xdf52fe github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0x37e /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:254 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [279: 428544] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [211: 16880] @ 0x6d68ad 0x6c10a1 0x6a0f68 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6d68ac crypto/tls.prf12.func1+0x5c /usr/local/go/src/crypto/tls/prf.go:69 # 0x6c10a0 crypto/tls.keysFromMasterSecret+0x1f0 /usr/local/go/src/crypto/tls/prf.go:163 # 0x6a0f67 crypto/tls.(*clientHandshakeState).establishKeys+0xd7 /usr/local/go/src/crypto/tls/handshake_client.go:621 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [10: 12800] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [138: 105984] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 225280] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [276: 2260992] @ 0x4de5aa 0x804573 0x804410 0x82642b 0x826446 0x826063 0x83553d 0x45f261 # 0x4de5a9 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34 # 0x804572 os.(*File).Readdirnames+0x2a2 /usr/local/go/src/os/dir.go:48 # 0x80440f github.com/prometheus/procfs.Proc.fileDescriptors+0x13f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:258 # 0x82642a github.com/prometheus/procfs.Proc.FileDescriptorsLen+0x3aa /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc.go:219 # 0x826445 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x3c5 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:53 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [30: 3840] @ 0x62860e 0x6454e4 0x62d689 0x62e76c 0x65afc1 0x45f261 # 0x62860d net.(*Dialer).DialContext+0x3cd /usr/local/go/src/net/dial.go:410 # 0x6454e3 net.(*Resolver).dial+0xc3 /usr/local/go/src/net/lookup_unix.go:70 # 0x62d688 net.(*Resolver).exchange+0x2a8 /usr/local/go/src/net/dnsclient_unix.go:156 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [843: 242784] @ 0x411e35 0x67b43c 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b43b crypto/x509.(*Certificate).buildChains.func1+0x65b /usr/local/go/src/crypto/x509/verify.go:854 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [299: 28704] @ 0x6670d0 0x6b00aa 0x6b006f 0x6a2575 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6b00a9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6b006e crypto/tls.(*finishedMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:1566 # 0x6a2574 crypto/tls.(*clientHandshakeState).sendFinished+0x194 /usr/local/go/src/crypto/tls/handshake_client.go:802 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [294: 28224] @ 0x781f48 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x781f47 net/http.(*persistConn).roundTrip+0x3c7 /usr/local/go/src/net/http/transport.go:2385 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [260: 24960] @ 0x6670d0 0x6c8cb0 0x6c8c72 0x666fe4 0x667156 0x6ca9a2 0x6ca95d 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6c8caf vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint8LengthPrefixed+0x5f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:136 # 0x6c8c71 crypto/tls.(*clientHelloMsg).marshal.func1.4.8+0x21 /usr/local/go/src/crypto/tls/handshake_messages.go:203 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6ca9a1 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x3f1 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca95c crypto/tls.(*clientHelloMsg).marshal.func1.4+0x3ac /usr/local/go/src/crypto/tls/handshake_messages.go:202 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [28: 896] @ 0xa70cd5 0xa67ed7 0xa67eaa 0xa67095 0xac2933 0xad555f 0x45f261 # 0xa70cd4 google.golang.org/grpc/internal/transport.(*recvBuffer).put+0x154 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:111 # 0xa67ed6 google.golang.org/grpc/internal/transport.(*Stream).write+0x206 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:452 # 0xa67ea9 google.golang.org/grpc/internal/transport.(*http2Server).handleData+0x1d9 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:623 # 0xa67094 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x2a4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:486 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [141: 6768] @ 0x67754f 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67754e crypto/x509.parseCertificate+0x10de /usr/local/go/src/crypto/x509/x509.go:1511 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [166: 5312] @ 0x6772f5 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6772f4 crypto/x509.parseCertificate+0xe84 /usr/local/go/src/crypto/x509/x509.go:1496 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [100: 3200] @ 0x4846ea 0x628f9b 0x628730 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x4846e9 time.NewTimer+0x39 /usr/local/go/src/time/sleep.go:83 # 0x628f9a net.(*sysDialer).dialParallel+0x27a /usr/local/go/src/net/dial.go:485 # 0x62872f net.(*Dialer).DialContext+0x4ef /usr/local/go/src/net/dial.go:422 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [483: 69552] @ 0x449cef 0x44977e 0x4499f7 0xd8339e 0xd8425f 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd8339d github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x2ad /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:204 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [158: 80896] @ 0x62c97a 0x62d858 0x62e76c 0x65afc1 0x45f261 # 0x62c979 net.dnsPacketRoundTrip+0xe9 /usr/local/go/src/net/dnsclient_unix.go:85 # 0x62d857 net.(*Resolver).exchange+0x477 /usr/local/go/src/net/dnsclient_unix.go:166 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [208: 13312] @ 0xd832f6 0xd8326b 0xd8425f 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd832f5 encoding/hex.EncodeToString+0x205 /usr/local/go/src/encoding/hex/hex.go:99 # 0xd8326a github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x17a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:204 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [160: 40960] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [256: 24576] @ 0x601091 0x6c01c9 0x6d6992 0x6c2347 0x6a2534 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x601090 crypto/hmac.New+0x30 /usr/local/go/src/crypto/hmac/hmac.go:71 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2346 crypto/tls.finishedHash.clientSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:297 # 0x6a2533 crypto/tls.(*clientHandshakeState).sendFinished+0x153 /usr/local/go/src/crypto/tls/handshake_client.go:801 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [250: 12000] @ 0x60e8a1 0x676875 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e8a0 crypto/x509/pkix.(*Name).FillFromRDNSequence+0x980 /usr/local/go/src/crypto/x509/pkix/pkix.go:140 # 0x676874 crypto/x509.parseCertificate+0x404 /usr/local/go/src/crypto/x509/x509.go:1422 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [218: 17440] @ 0x5df5f2 0x5e3dd6 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5df5f1 encoding/asn1.parseObjectIdentifier+0x51 /usr/local/go/src/encoding/asn1/asn1.go:261 # 0x5e3dd5 encoding/asn1.parseField+0x2d25 /usr/local/go/src/encoding/asn1/asn1.go:828 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [101: 3232] @ 0x69d01e 0x69d72d 0x69bf8b 0x789132 0x45f261 # 0x69d01d crypto/tls.(*Conn).makeClientHello+0x88d /usr/local/go/src/crypto/tls/handshake_client.go:132 # 0x69d72c crypto/tls.(*Conn).clientHandshake+0x5c /usr/local/go/src/crypto/tls/handshake_client.go:147 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [278: 26688] @ 0x6670d0 0x6c7508 0x6c74cf 0x666fe4 0x667156 0x6c7730 0x6c76f2 0x666fe4 0x667156 0x6ca699 0x6ca654 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6c7507 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x77 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6c74ce crypto/tls.(*clientHelloMsg).marshal.func1.4.1.1+0x3e /usr/local/go/src/crypto/tls/handshake_messages.go:135 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6c772f vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x5f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6c76f1 crypto/tls.(*clientHelloMsg).marshal.func1.4.1+0x21 /usr/local/go/src/crypto/tls/handshake_messages.go:133 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6ca698 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0xe8 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca653 crypto/tls.(*clientHelloMsg).marshal.func1.4+0xa3 /usr/local/go/src/crypto/tls/handshake_messages.go:132 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [429: 54912] @ 0x538725 0x538272 0x757db9 0xdd4be8 0xdd4950 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x538724 net/url.parse+0x84 /usr/local/go/src/net/url/url.go:516 # 0x538271 net/url.Parse+0xa1 /usr/local/go/src/net/url/url.go:475 # 0x757db8 net/http.NewRequestWithContext+0xa8 /usr/local/go/src/net/http/request.go:851 # 0xdd4be7 net/http.NewRequest+0x2e7 /usr/local/go/src/net/http/request.go:813 # 0xdd494f github.com/minio/minio-go/v6.Client.newRequest+0x4f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:747 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [41: 656] @ 0x69a236 0x69fa82 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x69a235 crypto/tls.(*Conn).readHandshake+0x255 /usr/local/go/src/crypto/tls/conn.go:1067 # 0x69fa81 crypto/tls.(*clientHandshakeState).doFullHandshake+0x411 /usr/local/go/src/crypto/tls/handshake_client.go:509 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [171: 10944] @ 0x449de5 0x6c7279 0x666fe4 0x667156 0x6c7508 0x6c74cf 0x666fe4 0x667156 0x6c7730 0x6c76f2 0x666fe4 0x667156 0x6ca699 0x6ca654 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6c7278 crypto/tls.(*clientHelloMsg).marshal.func1.4.1.1.1+0x58 /usr/local/go/src/crypto/tls/handshake_messages.go:136 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6c7507 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x77 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6c74ce crypto/tls.(*clientHelloMsg).marshal.func1.4.1.1+0x3e /usr/local/go/src/crypto/tls/handshake_messages.go:135 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6c772f vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x5f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6c76f1 crypto/tls.(*clientHelloMsg).marshal.func1.4.1+0x21 /usr/local/go/src/crypto/tls/handshake_messages.go:133 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6ca698 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0xe8 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca653 crypto/tls.(*clientHelloMsg).marshal.func1.4+0xa3 /usr/local/go/src/crypto/tls/handshake_messages.go:132 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [198: 12672] @ 0xd82159 0xd82062 0xd84472 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd82158 encoding/hex.EncodeToString+0x118 /usr/local/go/src/encoding/hex/hex.go:101 # 0xd82061 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x21 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [49: 301056] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [47: 752] @ 0x6d59b4 0x6d58be 0x6d58b6 0x666fe4 0x667156 0x6b00aa 0x6b006f 0x6a2575 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6d59b3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).add+0x123 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:298 # 0x6d58bd vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddBytes+0x2d /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:100 # 0x6d58b5 crypto/tls.(*finishedMsg).marshal.func1+0x25 /usr/local/go/src/crypto/tls/handshake_messages.go:1567 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6b00a9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6b006e crypto/tls.(*finishedMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:1566 # 0x6a2574 crypto/tls.(*clientHandshakeState).sendFinished+0x194 /usr/local/go/src/crypto/tls/handshake_client.go:802 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [91: 1456] @ 0x4acdcd 0x4abcfa 0x5e2d35 0x5e0faa 0x5e32e7 0x5e4a6d 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2d34 encoding/asn1.parseField+0x1c84 /usr/local/go/src/encoding/asn1/asn1.go:915 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [87: 55680] @ 0x563504 0x5632ab 0x56147c 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x56147b regexp/syntax.(*compiler).compile+0x12b /usr/local/go/src/regexp/syntax/compile.go:110 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [31: 19840] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [131: 419200] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [33: 8448] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [681: 174336] @ 0x40cc45 0x4bd894 0x5e30ee 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [227: 18160] @ 0x6be323 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6be322 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x2a2 /usr/local/go/src/crypto/tls/key_agreement.go:278 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [259: 24864] @ 0x6670d0 0x6cd0e2 0x6cd09c 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6cd0e1 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint8LengthPrefixed+0x171 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:136 # 0x6cd09b crypto/tls.(*clientHelloMsg).marshal.func1+0x12b /usr/local/go/src/crypto/tls/handshake_messages.go:115 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [201: 77184] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [412: 290048] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [282: 22560] @ 0x753981 0x71cf74 0x71bfd4 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x753980 net/http.Header.Clone+0xe0 /usr/local/go/src/net/http/header.go:92 # 0x71cf73 net/http.(*Client).makeHeadersCopier+0x43 /usr/local/go/src/net/http/client.go:671 # 0x71bfd3 net/http.(*Client).do+0x293 /usr/local/go/src/net/http/client.go:530 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [244: 19520] @ 0x628e0d 0x628730 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x628e0c net.(*sysDialer).dialParallel+0xec /usr/local/go/src/net/dial.go:462 # 0x62872f net.(*Dialer).DialContext+0x4ef /usr/local/go/src/net/dial.go:422 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [166: 5312] @ 0x677cd2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x677cd1 crypto/x509.parseCertificate+0x1861 /usr/local/go/src/crypto/x509/x509.go:1562 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [12: 960] @ 0x655568 0x623dfe 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x655567 net.DialUDP+0x317 /usr/local/go/src/net/udpsock.go:217 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [279: 22320] @ 0x449cef 0x44977e 0xdd60fd 0xdd4b6c 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xdd60fc github.com/minio/minio-go/v6.Client.makeTargetURL+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:904 # 0xdd4b6b github.com/minio/minio-go/v6.Client.newRequest+0x26b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:740 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [98: 3136] @ 0x643d94 0x643e01 0x641ba5 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x643d93 net.withUnexpiredValuesPreserved+0x373 /usr/local/go/src/net/lookup.go:232 # 0x643e00 net.(*Resolver).lookupIPAddr+0x3e0 /usr/local/go/src/net/lookup.go:263 # 0x641ba4 net.(*Resolver).internetAddrList+0x604 /usr/local/go/src/net/ipsock.go:280 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [328: 41984] @ 0x60684d 0x6010d2 0x6c01c9 0x6d6992 0x6c2577 0x6a1bfd 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60684c crypto/sha256.New+0x2c /usr/local/go/src/crypto/sha256/sha256.go:162 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2576 crypto/tls.finishedHash.serverSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:309 # 0x6a1bfc crypto/tls.(*clientHandshakeState).readFinished+0x13c /usr/local/go/src/crypto/tls/handshake_client.go:740 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [216: 110592] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [183: 11712] @ 0x692b5d 0x69f971 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x692b5c crypto/tls.ecdheRSAKA+0x2c /usr/local/go/src/crypto/tls/cipher_suites.go:393 # 0x69f970 crypto/tls.(*clientHandshakeState).doFullHandshake+0x300 /usr/local/go/src/crypto/tls/handshake_client.go:498 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [5: 5120] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [164: 94464] @ 0x62c412 0x62d497 0x62e76c 0x65afc1 0x45f261 # 0x62c411 net.newRequest+0xa1 /usr/local/go/src/net/dnsclient_unix.go:51 # 0x62d496 net.(*Resolver).exchange+0xb6 /usr/local/go/src/net/dnsclient_unix.go:142 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [142: 6816] @ 0x6c0fe8 0x6a0f68 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6c0fe7 crypto/tls.keysFromMasterSecret+0x137 /usr/local/go/src/crypto/tls/prf.go:162 # 0x6a0f67 crypto/tls.(*clientHandshakeState).establishKeys+0xd7 /usr/local/go/src/crypto/tls/handshake_client.go:621 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [71: 6816] @ 0x404bdc 0xa65a8f 0xa65a76 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa65a8e google.golang.org/grpc/internal/transport.newRecvBuffer+0x1fe /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/transport.go:89 # 0xa65a75 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x1e5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:318 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [296: 909312] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [923: 265824] @ 0x411a9c 0xedb87d 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb87c github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x1ec /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:324 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1458: 46656] @ 0x5e3f25 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3f24 encoding/asn1.parseField+0x2e74 /usr/local/go/src/encoding/asn1/asn1.go:831 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [91: 116480] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [268: 25728] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [154: 19712] @ 0x85ec42 0x1694759 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85ec41 github.com/prometheus/prometheus/tsdb/index.ExpandPostings+0xc1 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:303 # 0x1694758 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x368 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [9: 165888] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [52: 2555904] @ 0x85c773 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c772 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x6a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1712 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [69: 8832] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [40: 3276800] @ 0x40da93 0x40f709 0x4118fc 0x1696a4c 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696a4b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1645 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 294912] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [164: 10496] @ 0x67b8c3 0x675b76 0x675d53 0x6770fc 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b8c2 crypto/x509.parseSANExtension.func1+0x142 /usr/local/go/src/crypto/x509/x509.go:1175 # 0x675b75 crypto/x509.forEachSAN+0x215 /usr/local/go/src/crypto/x509/x509.go:1161 # 0x675d52 crypto/x509.parseSANExtension+0xf2 /usr/local/go/src/crypto/x509/x509.go:1170 # 0x6770fb crypto/x509.parseCertificate+0xc8b /usr/local/go/src/crypto/x509/x509.go:1466 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [105: 33600] @ 0x85c773 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c772 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x6a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1712 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [204: 130560] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 32] @ 0xedb06b 0xedaff8 0xedaff0 0x16a9c6c 0x872954 0x45f261 # 0xedb06a github.com/thanos-io/thanos/pkg/store/cache.copyString+0xaa /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:280 # 0xedaff7 github.com/thanos-io/thanos/pkg/store/cache.copyToKey+0x37 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:285 # 0xedafef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x2f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [383: 49024] @ 0x60684d 0x5983c6 0x6c15aa 0x69ef4d 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60684c crypto/sha256.New+0x2c /usr/local/go/src/crypto/sha256/sha256.go:162 # 0x5983c5 crypto.Hash.New+0x55 /usr/local/go/src/crypto/crypto.go:86 # 0x6c15a9 crypto/tls.newFinishedHash+0xb9 /usr/local/go/src/crypto/tls/prf.go:205 # 0x69ef4c crypto/tls.(*clientHandshakeState).handshake+0x8c /usr/local/go/src/crypto/tls/handshake_client.go:367 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [475: 83600] @ 0x59daa1 0x59d519 0x691e05 0x6a1347 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x59daa0 crypto/aes.newCipher+0x80 /usr/local/go/src/crypto/aes/cipher_asm.go:38 # 0x59d518 crypto/aes.NewCipher+0x48 /usr/local/go/src/crypto/aes/cipher.go:40 # 0x691e04 crypto/tls.aeadAESGCM+0x54 /usr/local/go/src/crypto/tls/cipher_suites.go:245 # 0x6a1346 crypto/tls.(*clientHandshakeState).establishKeys+0x4b6 /usr/local/go/src/crypto/tls/handshake_client.go:630 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [54: 864] @ 0xdacc52 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdacc51 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x1f1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:58 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [20: 1280] @ 0x449de5 0x62e514 0x62e4cf 0x65afc1 0x45f261 # 0x62e513 vendor/golang.org/x/net/dns/dnsmessage.NewName+0xd3 /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:1866 # 0x62e4ce net.(*Resolver).tryOneName+0x8e /usr/local/go/src/net/dnsclient_unix.go:242 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [47: 3760] @ 0xa69891 0xa696ad 0xa6aef1 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa69890 google.golang.org/grpc/internal/transport.(*http2Server).writeHeaderLocked+0x50 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:788 # 0xa696ac google.golang.org/grpc/internal/transport.(*http2Server).WriteHeader+0xcc /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:773 # 0xa6aef0 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x480 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:883 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [524: 16768] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [32: 1536] @ 0x490488 0xe4c866 0xe4c808 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x490487 context.WithValue+0x77 /usr/local/go/src/context/context.go:487 # 0xe4c865 github.com/thanos-io/thanos/pkg/tracing.ContextWithTracer+0xc5 /go/src/github.com/thanos-io/thanos/pkg/tracing/tracing.go:29 # 0xe4c807 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x67 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:40 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [120: 3840] @ 0xd82c36 0xd8440d 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd82c35 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x1e5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [176: 8448] @ 0x50095a 0x500937 0x500525 0xd82284 0xd8433d 0xd842fc 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0xd82283 github.com/minio/minio-go/v6/pkg/s3signer.getScope+0xf3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:98 # 0xd8433c github.com/minio/minio-go/v6/pkg/s3signer.GetCredential+0x43c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:109 # 0xd842fb github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3fb /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:295 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [41: 656] @ 0x47d497 0xd84086 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x47d496 time.Time.Format+0xe6 /usr/local/go/src/time/format.go:506 # 0xd84085 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x185 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:278 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [251: 24096] @ 0x6670d0 0x6c9370 0x6c9332 0x666fe4 0x667156 0x6caac0 0x6caa7b 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6c936f vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint8LengthPrefixed+0x5f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:136 # 0x6c9331 crypto/tls.(*clientHelloMsg).marshal.func1.4.10+0x21 /usr/local/go/src/crypto/tls/handshake_messages.go:230 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6caabf vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x50f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6caa7a crypto/tls.(*clientHelloMsg).marshal.func1.4+0x4ca /usr/local/go/src/crypto/tls/handshake_messages.go:229 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [535: 85600] @ 0x7704e1 0x756ac9 0x7816c8 0x45f261 # 0x7704e0 net/http.newTransferWriter+0x30 /usr/local/go/src/net/http/transfer.go:77 # 0x756ac8 net/http.(*Request).write+0x4c8 /usr/local/go/src/net/http/request.go:628 # 0x7816c7 net/http.(*persistConn).writeLoop+0x1c7 /usr/local/go/src/net/http/transport.go:2199 0: 0 [28: 50176] @ 0x5798fd 0x57a46e 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5798fc regexp.onePassCopy+0x5c /usr/local/go/src/regexp/onepass.go:225 # 0x57a46d regexp.compileOnePass+0x11d /usr/local/go/src/regexp/onepass.go:497 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [379: 30320] @ 0x5e4198 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e4197 encoding/asn1.parseField+0x30e7 /usr/local/go/src/encoding/asn1/asn1.go:825 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [753: 216864] @ 0x5bb304 0x5bb2da 0x5acb1d 0x5fd794 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bb303 math/big.nat.make+0xc93 /usr/local/go/src/math/big/nat.go:69 # 0x5bb2d9 math/big.nat.expNN+0xc69 /usr/local/go/src/math/big/nat.go:1053 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [245: 3920] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [291: 27936] @ 0x633ea7 0x64e5cf 0x64e110 0x6429c1 0x652ec2 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x633ea6 net.(*netFD).connect+0x186 /usr/local/go/src/net/fd_unix.go:113 # 0x64e5ce net.(*netFD).dial+0xfe /usr/local/go/src/net/sock_posix.go:149 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x652ec1 net.(*sysDialer).doDialTCP+0xc1 /usr/local/go/src/net/tcpsock_posix.go:65 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [195: 6240] @ 0x4bd849 0x5e3e6c 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [623: 119616] @ 0x1698d31 0x168eb32 0x16a8228 0x872954 0x45f261 # 0x1698d30 github.com/thanos-io/thanos/pkg/store.queryStats.merge+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1960 # 0x168eb31 github.com/thanos-io/thanos/pkg/store.blockSeries+0xf81 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:740 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [123: 3936] @ 0x7800ac 0x45f261 # 0x7800ab net/http.(*persistConn).readLoop+0x6fb /usr/local/go/src/net/http/transport.go:1980 0: 0 [267: 21360] @ 0x53ab8a 0x53aa89 0xdd4b96 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x53ab89 strings.(*Builder).WriteString+0xb89 /usr/local/go/src/strings/builder.go:122 # 0x53aa88 net/url.(*URL).String+0xa88 /usr/local/go/src/net/url/url.go:791 # 0xdd4b95 github.com/minio/minio-go/v6.Client.newRequest+0x295 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:747 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [70: 1120] @ 0x40cc45 0x4bd894 0x5e30ee 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [97: 3104] @ 0x67761d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67761c crypto/x509.parseCertificate+0x11ac /usr/local/go/src/crypto/x509/x509.go:1511 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [158: 7584] @ 0x71d129 0x71bfd4 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x71d128 net/http.(*Client).makeHeadersCopier+0x1f8 /usr/local/go/src/net/http/client.go:682 # 0x71bfd3 net/http.(*Client).do+0x293 /usr/local/go/src/net/http/client.go:530 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [298: 23840] @ 0x449cef 0x44977e 0x449a67 0xd83253 0xd8425f 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd83252 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x162 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:203 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [2340: 43130880] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [627: 2568192] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [608: 1245184] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [146: 4672] @ 0x4bd849 0x5e0e6f 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [540: 155520] @ 0x40d667 0x4119c5 0xedb87d 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb87c github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x1ec /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:324 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [283: 1159168] @ 0x85ec42 0x1694759 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85ec41 github.com/prometheus/prometheus/tsdb/index.ExpandPostings+0xc1 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:303 # 0x1694758 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x368 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [82: 39360] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [100: 32000] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [260: 24960] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e4a6d 0x677fb0 0x677f6d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677faf encoding/asn1.Unmarshal+0x1b3f /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677f6c crypto/x509.parseCertificate+0x1afc /usr/local/go/src/crypto/x509/x509.go:1580 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [344: 11008] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [152: 4864] @ 0x40cc45 0x4bd894 0x5e30ee 0x5e4a6d 0x676e48 0x676e05 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676e47 encoding/asn1.Unmarshal+0x9d7 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x676e04 crypto/x509.parseCertificate+0x994 /usr/local/go/src/crypto/x509/x509.go:1553 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [369: 425088] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [115: 73600] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [75: 96000] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [176: 5632] @ 0x677b5b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x677b5a crypto/x509.parseCertificate+0x16ea /usr/local/go/src/crypto/x509/x509.go:1518 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [90: 1440] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e49c4 0x676fd3 0x676f90 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e49c3 encoding/asn1.UnmarshalWithParams+0x103 /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676fd2 encoding/asn1.Unmarshal+0xb62 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x676f8f crypto/x509.parseCertificate+0xb1f /usr/local/go/src/crypto/x509/x509.go:1454 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [226: 14464] @ 0xd82c36 0xd82f3d 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd82c35 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x1e5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd82f3c github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x19c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:194 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [299: 28704] @ 0x628df0 0x628730 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x628def net.(*sysDialer).dialParallel+0xcf /usr/local/go/src/net/dial.go:460 # 0x62872f net.(*Dialer).DialContext+0x4ef /usr/local/go/src/net/dial.go:422 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [268: 12864] @ 0x60e8a1 0x67689a 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e8a0 crypto/x509/pkix.(*Name).FillFromRDNSequence+0x980 /usr/local/go/src/crypto/x509/pkix/pkix.go:140 # 0x676899 crypto/x509.parseCertificate+0x429 /usr/local/go/src/crypto/x509/x509.go:1423 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [34: 6528] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 320] @ 0x642d68 0x655c0e 0x64e566 0x64e110 0x6429c1 0x656782 0x65550e 0x623dfe 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x642d67 net.ipToSockaddr+0x357 /usr/local/go/src/net/ipsock_posix.go:177 # 0x655c0d net.(*UDPAddr).sockaddr+0x6d /usr/local/go/src/net/udpsock_posix.go:38 # 0x64e565 net.(*netFD).dial+0x95 /usr/local/go/src/net/sock_posix.go:146 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [41: 47232] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [201: 12864] @ 0x48efe1 0x1696b46 0x1696b2a 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x48efe0 context.WithCancel+0x30 /usr/local/go/src/context/context.go:230 # 0x1696b45 golang.org/x/sync/errgroup.WithContext+0x285 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x1696b29 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x269 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1651 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [301: 33712] @ 0x5b8855 0x5b8211 0x5b7df1 0x5abbbf 0x5abe9a 0x5c9ddd 0x5cd1a8 0x6bfd8f 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b8854 math/big.nat.make+0x854 /usr/local/go/src/math/big/nat.go:69 # 0x5b8210 math/big.nat.divLarge+0x210 /usr/local/go/src/math/big/nat.go:714 # 0x5b7df0 math/big.nat.div+0x400 /usr/local/go/src/math/big/nat.go:664 # 0x5abbbe math/big.(*Int).QuoRem+0xbe /usr/local/go/src/math/big/int.go:239 # 0x5abe99 math/big.(*Int).Mod+0x109 /usr/local/go/src/math/big/int.go:270 # 0x5c9ddc crypto/elliptic.(*CurveParams).IsOnCurve+0x1fc /usr/local/go/src/crypto/elliptic/elliptic.go:68 # 0x5cd1a7 crypto/elliptic.Unmarshal+0x277 /usr/local/go/src/crypto/elliptic/elliptic.go:336 # 0x6bfd8e crypto/tls.(*nistParameters).SharedKey+0x7e /usr/local/go/src/crypto/tls/key_schedule.go:167 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [237: 22752] @ 0x77d2dc 0x77d300 0x77bd1c 0x45f261 # 0x77d2db bufio.NewReaderSize+0x90b /usr/local/go/src/bufio/bufio.go:55 # 0x77d2ff net/http.(*Transport).dialConn+0x92f /usr/local/go/src/net/http/transport.go:1563 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [387: 49536] @ 0x62860e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x62860d net.(*Dialer).DialContext+0x3cd /usr/local/go/src/net/dial.go:410 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [97: 521472] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1594: 918144] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697684 0x69a04d 0x69a058 0x69d86d 0x69bf8b 0x789132 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697683 crypto/tls.(*Conn).readRecordOrCCS+0x123 /usr/local/go/src/crypto/tls/conn.go:609 # 0x69a04c crypto/tls.(*Conn).readRecord+0x6c /usr/local/go/src/crypto/tls/conn.go:577 # 0x69a057 crypto/tls.(*Conn).readHandshake+0x77 /usr/local/go/src/crypto/tls/conn.go:993 # 0x69d86c crypto/tls.(*Conn).clientHandshake+0x19c /usr/local/go/src/crypto/tls/handshake_client.go:171 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [5: 10240] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 1536] @ 0xb01b27 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [315: 403200] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [75: 1200] @ 0x4acdcd 0x4abcfa 0x5e3017 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e3016 encoding/asn1.parseField+0x1f66 /usr/local/go/src/encoding/asn1/asn1.go:908 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [554: 141824] @ 0x85c343 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c342 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x272 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1680 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [532: 8512] @ 0xddf37c 0xddf48f 0xdaf693 0xdaf566 0xddfe7d 0x45f261 # 0xddf37b github.com/minio/minio-go/v6.cloneHeader+0x11b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:166 # 0xddf48e github.com/minio/minio-go/v6.filterHeader+0x2e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:178 # 0xdaf692 github.com/minio/minio-go/v6.extractObjMetadata+0x532 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:97 # 0xdaf565 github.com/minio/minio-go/v6.Client.getObject+0x405 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:669 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [302: 28992] @ 0x7820a1 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x7820a0 net/http.(*persistConn).roundTrip+0x520 /usr/local/go/src/net/http/transport.go:2403 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [214: 3424] @ 0x4acdcd 0x4abcfa 0x5e3017 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e3016 encoding/asn1.parseField+0x1f66 /usr/local/go/src/encoding/asn1/asn1.go:908 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [190: 9120] @ 0x776dfd 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x776dfc net/http.(*Transport).roundTrip+0x53c /usr/local/go/src/net/http/transport.go:511 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [140: 6720] @ 0x449cef 0x44977e 0x4499f7 0xd81dbf 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd81dbe github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x6e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [328: 36736] @ 0xd79bcb 0x6010a5 0xd849af 0xd81efa 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010a4 crypto/hmac.New+0x44 /usr/local/go/src/crypto/hmac/hmac.go:72 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ef9 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x1a9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:84 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [350: 39200] @ 0xd79bcb 0x6010a5 0xd849af 0xd81e8d 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010a4 crypto/hmac.New+0x44 /usr/local/go/src/crypto/hmac/hmac.go:72 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81e8c github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x13c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [342: 43776] @ 0x60684d 0x6010a5 0x6c01c9 0x6d6992 0x6c0dee 0x69fd24 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60684c crypto/sha256.New+0x2c /usr/local/go/src/crypto/sha256/sha256.go:162 # 0x6010a4 crypto/hmac.New+0x44 /usr/local/go/src/crypto/hmac/hmac.go:72 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c0ded crypto/tls.masterFromPreMasterSecret+0x1cd /usr/local/go/src/crypto/tls/prf.go:149 # 0x69fd23 crypto/tls.(*clientHandshakeState).doFullHandshake+0x6b3 /usr/local/go/src/crypto/tls/handshake_client.go:606 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [93: 2976] @ 0x501d04 0x501ce1 0x501baf 0xd82b9d 0xd82f3d 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd82b9c github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x14c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd82f3c github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x19c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:194 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [206: 3296] @ 0xa6ac0d 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6ac0c google.golang.org/grpc/internal/transport.(*http2Server).Write+0x19c /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:914 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [47: 4512] @ 0x5840b8 0x16a8d48 0x16a8cca 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5840b7 github.com/go-kit/kit/log.WithPrefix+0xa7 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:63 # 0x16a8d47 github.com/go-kit/kit/log/level.Debug+0x817 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/level/level.go:22 # 0x16a8cc9 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x799 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:921 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [15: 240] @ 0xb1a7f9 0xb0e2cf 0xa7bcfb 0xabef5f 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb1a7f8 github.com/thanos-io/thanos/pkg/store/storepb.(*LabelMatcher).Unmarshal+0x558 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/types.pb.go:1483 # 0xb0e2ce github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesRequest).Unmarshal+0x4be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:2395 # 0xa7bcfa google.golang.org/grpc/encoding/proto.codec.Unmarshal+0x1fa /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:88 # 0xabef5e google.golang.org/grpc.recv+0x10e /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:711 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [250: 20000] @ 0x48471c 0x782355 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x48471b time.NewTimer+0x6b /usr/local/go/src/time/sleep.go:86 # 0x782354 net/http.(*persistConn).roundTrip+0x7d4 /usr/local/go/src/net/http/transport.go:2430 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [673: 53840] @ 0x5e4198 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e4197 encoding/asn1.parseField+0x30e7 /usr/local/go/src/encoding/asn1/asn1.go:825 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [158: 2528] @ 0x4acdcd 0x4abcfa 0x5e2a78 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2a77 encoding/asn1.parseField+0x19c7 /usr/local/go/src/encoding/asn1/asn1.go:901 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [3: 40704] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [1660: 743680] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [220: 14080] @ 0xd8265e 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd8265d github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x30d /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:133 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [301: 28896] @ 0xdde1ac 0xdd3c52 0xdaf37a 0xddfe7d 0x45f261 # 0xdde1ab github.com/minio/minio-go/v6.Client.newRetryTimer+0xab /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/retry.go:45 # 0xdd3c51 github.com/minio/minio-go/v6.Client.executeMethod+0x1d1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:600 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [10: 327680] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [1: 16] @ 0xedb0fb 0xedaff8 0xedaff0 0x16a9c6c 0x872954 0x45f261 # 0xedb0fa github.com/thanos-io/thanos/pkg/store/cache.copyString+0x13a /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:280 # 0xedaff7 github.com/thanos-io/thanos/pkg/store/cache.copyToKey+0x37 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:285 # 0xedafef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x2f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [389: 6224] @ 0x4acdcd 0x4abcfa 0x5e2d35 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2d34 encoding/asn1.parseField+0x1c84 /usr/local/go/src/encoding/asn1/asn1.go:915 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1227: 39264] @ 0x5df5f2 0x5e3dd6 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5df5f1 encoding/asn1.parseObjectIdentifier+0x51 /usr/local/go/src/encoding/asn1/asn1.go:261 # 0x5e3dd5 encoding/asn1.parseField+0x2d25 /usr/local/go/src/encoding/asn1/asn1.go:828 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [682: 174592] @ 0x5fa287 0x5fa268 0x68fd43 0x6be6cd 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5fa286 crypto/rsa.leftPad+0x276 /usr/local/go/src/crypto/rsa/rsa.go:644 # 0x5fa267 crypto/rsa.VerifyPKCS1v15+0x257 /usr/local/go/src/crypto/rsa/pkcs1v15.go:282 # 0x68fd42 crypto/tls.verifyHandshakeSignature+0xc2 /usr/local/go/src/crypto/tls/auth.go:117 # 0x6be6cc crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x64c /usr/local/go/src/crypto/tls/key_agreement.go:306 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [252: 24192] @ 0x6670d0 0x6c9bd0 0x6c9b92 0x666fe4 0x667156 0x6caba8 0x6cab63 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6c9bcf vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x5f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6c9b91 crypto/tls.(*clientHelloMsg).marshal.func1.4.12+0x21 /usr/local/go/src/crypto/tls/handshake_messages.go:250 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6caba7 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x5f7 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cab62 crypto/tls.(*clientHelloMsg).marshal.func1.4+0x5b2 /usr/local/go/src/crypto/tls/handshake_messages.go:249 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [265: 25440] @ 0x77caac 0x77bd1c 0x45f261 # 0x77caab net/http.(*Transport).dialConn+0xdb /usr/local/go/src/net/http/transport.go:1429 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [58: 5568] @ 0x5840b8 0x168fb7c 0x168fb94 0x1690b34 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5840b7 github.com/go-kit/kit/log.WithPrefix+0xa7 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:63 # 0x168fb7b github.com/go-kit/kit/log/level.Debug+0x44b /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/level/level.go:22 # 0x168fb93 github.com/thanos-io/thanos/pkg/store.debugFoundBlockSetOverview+0x463 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:823 # 0x1690b33 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x8d3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:867 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [118: 483328] @ 0x47383d 0x638805 0x636bd8 0x178730c 0x1789564 0x1788b7d 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x47383c syscall.NetlinkRIB+0x1cc /usr/local/go/src/syscall/netlink_linux.go:67 # 0x638804 net.interfaceAddrTable+0x44 /usr/local/go/src/net/interface_linux.go:121 # 0x636bd7 net.(*Interface).Addrs+0x37 /usr/local/go/src/net/interface.go:78 # 0x178730b github.com/elastic/go-sysinfo/providers/shared.Network+0x30b /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/shared/network.go:33 # 0x1789563 github.com/elastic/go-sysinfo/providers/linux.(*reader).network+0x33 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:176 # 0x1788b7c github.com/elastic/go-sysinfo/providers/linux.newHost+0x23c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:114 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [28: 1344] @ 0x40d6cd 0xa6dbab 0xa6da8a 0xa6d25d 0xa65945 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa6dbaa google.golang.org/grpc/internal/transport.(*decodeState).addMetadata+0x2da /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http_util.go:335 # 0xa6da89 google.golang.org/grpc/internal/transport.(*decodeState).processHeaderField+0x1b9 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http_util.go:418 # 0xa6d25c google.golang.org/grpc/internal/transport.(*decodeState).decodeHeader+0xec /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http_util.go:270 # 0xa65944 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0xb4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:306 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [45: 63360] @ 0x40da93 0x40f709 0x4118fc 0x82ba73 0x8299f5 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82ba72 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0xb52 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:904 # 0x8299f4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:670 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [462: 133056] @ 0x168e341 0x16a8228 0x872954 0x45f261 # 0x168e340 github.com/thanos-io/thanos/pkg/store.blockSeries+0x790 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:718 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [984: 346368] @ 0x4133d3 0x66b1aa 0x6a2a26 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x66b1a9 crypto/x509.(*CertPool).AddCert+0x1e9 /usr/local/go/src/crypto/x509/cert_pool.go:116 # 0x6a2a25 crypto/tls.(*Conn).verifyServerCertificate+0x225 /usr/local/go/src/crypto/tls/handshake_client.go:831 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [248: 23808] @ 0x6670d0 0x6c81f0 0x6c81b2 0x666fe4 0x667156 0x6ca7d2 0x6ca78d 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6c81ef vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint8LengthPrefixed+0x5f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:136 # 0x6c81b1 crypto/tls.(*clientHelloMsg).marshal.func1.4.4+0x21 /usr/local/go/src/crypto/tls/handshake_messages.go:165 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6ca7d1 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x221 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca78c crypto/tls.(*clientHelloMsg).marshal.func1.4+0x1dc /usr/local/go/src/crypto/tls/handshake_messages.go:164 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [67: 5360] @ 0xa661ef 0xa670f1 0xac2933 0xad555f 0x45f261 # 0xa661ee google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x95e /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:429 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [36: 12672] @ 0x40d667 0x413260 0xddf3f1 0xddf48f 0xdaf693 0xdaf566 0xddfe7d 0x45f261 # 0xddf3f0 github.com/minio/minio-go/v6.cloneHeader+0x190 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:168 # 0xddf48e github.com/minio/minio-go/v6.filterHeader+0x2e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:178 # 0xdaf692 github.com/minio/minio-go/v6.extractObjMetadata+0x532 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:97 # 0xdaf565 github.com/minio/minio-go/v6.Client.getObject+0x405 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:669 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [182: 11648] @ 0x5bd410 0x5bd282 0x5ccad8 0x5cca99 0x6bf9f4 0x6be1df 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bd40f math/big.nat.make+0x1af /usr/local/go/src/math/big/nat.go:69 # 0x5bd281 math/big.nat.setBytes+0x21 /usr/local/go/src/math/big/nat.go:1313 # 0x5ccad7 math/big.(*Int).SetBytes+0x1f7 /usr/local/go/src/math/big/int.go:442 # 0x5cca98 crypto/elliptic.GenerateKey+0x1b8 /usr/local/go/src/crypto/elliptic/elliptic.go:296 # 0x6bf9f3 crypto/tls.generateECDHEParameters+0x193 /usr/local/go/src/crypto/tls/key_schedule.go:129 # 0x6be1de crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x15e /usr/local/go/src/crypto/tls/key_agreement.go:265 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [6: 96] @ 0x16a869f 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16a869e github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x16e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:909 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [326: 41728] @ 0x60684d 0x5983c6 0x674955 0x673a7f 0x673a1c 0x67afee 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60684c crypto/sha256.New+0x2c /usr/local/go/src/crypto/sha256/sha256.go:162 # 0x5983c5 crypto.Hash.New+0x55 /usr/local/go/src/crypto/crypto.go:86 # 0x674954 crypto/x509.checkSignature+0xab4 /usr/local/go/src/crypto/x509/x509.go:914 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [4: 8192] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [182: 5824] @ 0x5defd6 0x5e3435 0x5e2f02 0x5e4a6d 0x674d35 0x674cf4 0x6766c2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5defd5 encoding/asn1.parseBigInt+0x55 /usr/local/go/src/encoding/asn1/asn1.go:137 # 0x5e3434 encoding/asn1.parseField+0x2384 /usr/local/go/src/encoding/asn1/asn1.go:866 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x674d34 encoding/asn1.Unmarshal+0x134 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x674cf3 crypto/x509.parsePublicKey+0xf3 /usr/local/go/src/crypto/x509/x509.go:1034 # 0x6766c1 crypto/x509.parseCertificate+0x251 /usr/local/go/src/crypto/x509/x509.go:1402 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [215: 82560] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [174: 5568] @ 0x676c29 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x676c28 crypto/x509.parseCertificate+0x7b8 /usr/local/go/src/crypto/x509/x509.go:1436 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [223: 14272] @ 0xd820f3 0xd82062 0xd84472 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd820f2 encoding/hex.EncodeToString+0xb2 /usr/local/go/src/encoding/hex/hex.go:99 # 0xd82061 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x21 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [681: 10896] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [180: 11520] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [401: 32080] @ 0x5df5f2 0x5e3dd6 0x5e2f02 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5df5f1 encoding/asn1.parseObjectIdentifier+0x51 /usr/local/go/src/encoding/asn1/asn1.go:261 # 0x5e3dd5 encoding/asn1.parseField+0x2d25 /usr/local/go/src/encoding/asn1/asn1.go:828 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [634: 405760] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [398: 4330240] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [313: 220352] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [35: 560] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e49c4 0x6759f1 0x6759ad 0x675d53 0x6770fc 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e49c3 encoding/asn1.UnmarshalWithParams+0x103 /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6759f0 encoding/asn1.Unmarshal+0x90 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6759ac crypto/x509.forEachSAN+0x4c /usr/local/go/src/crypto/x509/x509.go:1143 # 0x675d52 crypto/x509.parseSANExtension+0xf2 /usr/local/go/src/crypto/x509/x509.go:1170 # 0x6770fb crypto/x509.parseCertificate+0xc8b /usr/local/go/src/crypto/x509/x509.go:1466 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [217: 888832] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1030: 2768640] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [423: 33840] @ 0x5df5f2 0x5e3dd6 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5df5f1 encoding/asn1.parseObjectIdentifier+0x51 /usr/local/go/src/encoding/asn1/asn1.go:261 # 0x5e3dd5 encoding/asn1.parseField+0x2d25 /usr/local/go/src/encoding/asn1/asn1.go:828 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [54: 864] @ 0x48f05b 0x1696167 0x169614b 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x48f05a context.WithCancel+0xaa /usr/local/go/src/context/context.go:232 # 0x1696166 golang.org/x/sync/errgroup.WithContext+0x886 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x169614a github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x86a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1526 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 753664] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [463: 355584] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [23: 1840] @ 0x1694099 0x1694146 0x1690833 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1694098 github.com/thanos-io/thanos/pkg/store.newBucketChunkReader+0x68 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1795 # 0x1694145 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).chunkReader+0x115 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1283 # 0x1690832 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x5d2 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:875 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [267: 29904] @ 0x66b09b 0x6a2a26 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x66b09a crypto/x509.(*CertPool).AddCert+0xda /usr/local/go/src/crypto/x509/cert_pool.go:118 # 0x6a2a25 crypto/tls.(*Conn).verifyServerCertificate+0x225 /usr/local/go/src/crypto/tls/handshake_client.go:831 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1013: 16208] @ 0x4acdcd 0x4abcfa 0x5e2a78 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2a77 encoding/asn1.parseField+0x19c7 /usr/local/go/src/encoding/asn1/asn1.go:901 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [176: 5632] @ 0x4bd849 0x5e0e6f 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [698: 11168] @ 0x4acdcd 0x4abcfa 0x5e2d35 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2d34 encoding/asn1.parseField+0x1c84 /usr/local/go/src/encoding/asn1/asn1.go:915 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [220: 1182720] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [118: 800512] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [228: 3648] @ 0x16910e4 0x169110d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16910e3 github.com/thanos-io/thanos/pkg/store/storepb.NewSeriesResponse+0xe83 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:29 # 0x169110c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [80: 40960] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [69: 24288] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [214: 219136] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [265: 407040] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [353: 45184] @ 0x60684d 0x6010d2 0x6c01c9 0x6d6992 0x6c2347 0x6a2534 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60684c crypto/sha256.New+0x2c /usr/local/go/src/crypto/sha256/sha256.go:162 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2346 crypto/tls.finishedHash.clientSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:297 # 0x6a2533 crypto/tls.(*clientHandshakeState).sendFinished+0x153 /usr/local/go/src/crypto/tls/handshake_client.go:801 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [3: 96] @ 0x474e63 0x4767f3 0x64e77b 0x64e110 0x6429c1 0x656782 0x65550e 0x623dfe 0x62396f 0x631b10 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x474e62 syscall.anyToSockaddr+0x52 /usr/local/go/src/syscall/syscall_linux.go:501 # 0x4767f2 syscall.Getpeername+0xc2 /usr/local/go/src/syscall/syscall_unix.go:260 # 0x64e77a net.(*netFD).dial+0x2aa /usr/local/go/src/net/sock_posix.go:167 # 0x64e10f net.socket+0x1bf /usr/local/go/src/net/sock_posix.go:70 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x656781 net.(*sysDialer).dialUDP+0xc1 /usr/local/go/src/net/udpsock_posix.go:98 # 0x65550d net.DialUDP+0x2bd /usr/local/go/src/net/udpsock.go:215 # 0x623dfd net.srcAddrs+0x11d /usr/local/go/src/net/addrselect.go:47 # 0x62396e net.sortByRFC6724+0x4e /usr/local/go/src/net/addrselect.go:17 # 0x631b0f net.(*Resolver).goLookupIPCNAMEOrder+0xf6f /usr/local/go/src/net/dnsclient_unix.go:717 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [708: 56640] @ 0x5df5f2 0x5e3dd6 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677fb0 0x677f6d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5df5f1 encoding/asn1.parseObjectIdentifier+0x51 /usr/local/go/src/encoding/asn1/asn1.go:261 # 0x5e3dd5 encoding/asn1.parseField+0x2d25 /usr/local/go/src/encoding/asn1/asn1.go:828 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677faf encoding/asn1.Unmarshal+0x1b3f /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677f6c crypto/x509.parseCertificate+0x1afc /usr/local/go/src/crypto/x509/x509.go:1580 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [160: 2560] @ 0x5e5088 0x5e2e55 0x5e0faa 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e5087 encoding/asn1.parseFieldParameters+0x507 /usr/local/go/src/encoding/asn1/common.go:124 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [366: 11712] @ 0x5e38b2 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e38b1 encoding/asn1.parseField+0x2801 /usr/local/go/src/encoding/asn1/asn1.go:851 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [234: 22464] @ 0x6670d0 0x6c7730 0x6c76f2 0x666fe4 0x667156 0x6ca699 0x6ca654 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6c772f vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x5f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6c76f1 crypto/tls.(*clientHelloMsg).marshal.func1.4.1+0x21 /usr/local/go/src/crypto/tls/handshake_messages.go:133 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6ca698 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0xe8 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca653 crypto/tls.(*clientHelloMsg).marshal.func1.4+0xa3 /usr/local/go/src/crypto/tls/handshake_messages.go:132 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [139: 22240] @ 0xa4aeb9 0xa3febd 0xa3f93d 0xa3f764 0xa3f388 0xa4991b 0xa44438 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa4aeb8 golang.org/x/net/http2.(*Framer).readMetaFrame.func1+0x208 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1528 # 0xa3febc golang.org/x/net/http2/hpack.(*Decoder).callEmit+0x9c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:393 # 0xa3f93c golang.org/x/net/http2/hpack.(*Decoder).parseFieldIndexed+0x19c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:349 # 0xa3f763 golang.org/x/net/http2/hpack.(*Decoder).parseHeaderFieldRepr+0x1b3 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:311 # 0xa3f387 golang.org/x/net/http2/hpack.(*Decoder).Write+0x97 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:262 # 0xa4991a golang.org/x/net/http2.(*Framer).readMetaFrame+0x23a /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1536 # 0xa44437 golang.org/x/net/http2.(*Framer).ReadFrame+0x3b7 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:517 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [10: 10240] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [178: 5696] @ 0x6780f7 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6780f6 crypto/x509.parseCertificate+0x1c86 /usr/local/go/src/crypto/x509/x509.go:1592 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [892: 285440] @ 0x60e8a1 0x67689a 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e8a0 crypto/x509/pkix.(*Name).FillFromRDNSequence+0x980 /usr/local/go/src/crypto/x509/pkix/pkix.go:140 # 0x676899 crypto/x509.parseCertificate+0x429 /usr/local/go/src/crypto/x509/x509.go:1423 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [106: 3392] @ 0x16942d5 0x169400f 0x16907fb 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16942d4 github.com/thanos-io/thanos/pkg/store.newBucketIndexReader+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1310 # 0x169400e github.com/thanos-io/thanos/pkg/store.(*bucketBlock).indexReader+0x5e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1278 # 0x16907fa github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x59a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:874 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [536: 17563648] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [305: 29280] @ 0x6670d0 0x6ca9a2 0x6ca95d 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6ca9a1 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x3f1 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca95c crypto/tls.(*clientHelloMsg).marshal.func1.4+0x3ac /usr/local/go/src/crypto/tls/handshake_messages.go:202 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [109: 739456] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [220: 17600] @ 0x5b8855 0x5b8211 0x5b7df1 0x5abbbf 0x5abe9a 0x5c9c79 0x5cd1a8 0x6bfd8f 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b8854 math/big.nat.make+0x854 /usr/local/go/src/math/big/nat.go:69 # 0x5b8210 math/big.nat.divLarge+0x210 /usr/local/go/src/math/big/nat.go:714 # 0x5b7df0 math/big.nat.div+0x400 /usr/local/go/src/math/big/nat.go:664 # 0x5abbbe math/big.(*Int).QuoRem+0xbe /usr/local/go/src/math/big/int.go:239 # 0x5abe99 math/big.(*Int).Mod+0x109 /usr/local/go/src/math/big/int.go:270 # 0x5c9c78 crypto/elliptic.(*CurveParams).IsOnCurve+0x98 /usr/local/go/src/crypto/elliptic/elliptic.go:58 # 0x5cd1a7 crypto/elliptic.Unmarshal+0x277 /usr/local/go/src/crypto/elliptic/elliptic.go:336 # 0x6bfd8e crypto/tls.(*nistParameters).SharedKey+0x7e /usr/local/go/src/crypto/tls/key_schedule.go:167 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [143: 34320] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [153: 44064] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [577: 886272] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [28: 189952] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [344: 55040] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [871: 35676160] @ 0x40da93 0x40f709 0x4118fc 0xedb87d 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb87c github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x1ec /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:324 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [163: 3546880] @ 0x9242db 0x169546e 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x169546d github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x61d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1423 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [680: 76160] @ 0x8296a7 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x8296a6 github.com/prometheus/client_golang/prometheus.processMetric+0x76 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:594 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [232: 18560] @ 0x82a102 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82a101 github.com/prometheus/client_golang/prometheus.processMetric+0xad1 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:647 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [258: 2113536] @ 0x4fff4f 0x80b51c 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x4fff4e strings.Fields+0x8e /usr/local/go/src/strings/strings.go:349 # 0x80b51b github.com/prometheus/procfs.FS.Stat+0x37b /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [205: 262400] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [41: 656] @ 0x67834a 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x678349 crypto/x509.parseCertificate+0x1ed9 /usr/local/go/src/crypto/x509/x509.go:1594 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [213: 109056] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [320: 10240] @ 0x6db0c8 0x75b7c3 0x780eb5 0x780a7f 0x45f261 # 0x6db0c7 net/textproto.(*Reader).ReadMIMEHeader+0x237 /usr/local/go/src/net/textproto/reader.go:517 # 0x75b7c2 net/http.ReadResponse+0x462 /usr/local/go/src/net/http/response.go:191 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [1508: 48256] @ 0x4bd849 0x5e3e6c 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [341: 49104] @ 0x168e341 0x16a8228 0x872954 0x45f261 # 0x168e340 github.com/thanos-io/thanos/pkg/store.blockSeries+0x790 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:718 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [256: 20480] @ 0x168e341 0x16a8228 0x872954 0x45f261 # 0x168e340 github.com/thanos-io/thanos/pkg/store.blockSeries+0x790 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:718 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [662: 127104] @ 0x16940f4 0x1694146 0x1690833 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x16940f3 github.com/thanos-io/thanos/pkg/store.newBucketChunkReader+0xc3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1794 # 0x1694145 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).chunkReader+0x115 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1283 # 0x1690832 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x5d2 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:875 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [681: 141648] @ 0x411a9c 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [420: 33600] @ 0x5df5f2 0x5e3dd6 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5df5f1 encoding/asn1.parseObjectIdentifier+0x51 /usr/local/go/src/encoding/asn1/asn1.go:261 # 0x5e3dd5 encoding/asn1.parseField+0x2d25 /usr/local/go/src/encoding/asn1/asn1.go:828 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [121: 5808] @ 0x6d68ad 0x6c2347 0x6a2534 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6d68ac crypto/tls.prf12.func1+0x5c /usr/local/go/src/crypto/tls/prf.go:69 # 0x6c2346 crypto/tls.finishedHash.clientSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:297 # 0x6a2533 crypto/tls.(*clientHandshakeState).sendFinished+0x153 /usr/local/go/src/crypto/tls/handshake_client.go:801 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [336: 32256] @ 0x1690940 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x169093f github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x6df /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:881 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [106: 3392] @ 0x66b179 0x6a2a26 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x66b178 crypto/x509.(*CertPool).AddCert+0x1b8 /usr/local/go/src/crypto/x509/cert_pool.go:115 # 0x6a2a25 crypto/tls.(*Conn).verifyServerCertificate+0x225 /usr/local/go/src/crypto/tls/handshake_client.go:831 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1643: 788640] @ 0x40e7d6 0xedb53f 0x1695b13 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0xedb53e github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiPostings+0x32e /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:301 # 0x1695b12 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x232 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1478 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [23: 3680] @ 0x563504 0x5632ab 0x56147c 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x56147b regexp/syntax.(*compiler).compile+0x12b /usr/local/go/src/regexp/syntax/compile.go:110 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [100: 3200] @ 0x85c343 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c342 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x272 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1680 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [773: 2374656] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [72: 29952] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [740: 9093120] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [127: 4064] @ 0x53b949 0x53b836 0xd82df1 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x53b948 sort.Strings+0x1e8 /usr/local/go/src/sort/sort.go:314 # 0x53b835 net/url.Values.Encode+0xd5 /usr/local/go/src/net/url/url.go:920 # 0xd82df0 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x50 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:188 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [6: 6144] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [523: 5355520] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [54: 27648] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [335: 21440] @ 0x4ffc68 0x671a14 0x6719df 0x67202e 0x670f1a 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x671a13 strings.Split+0x123 /usr/local/go/src/strings/strings.go:308 # 0x6719de crypto/x509.matchHostnames+0xee /usr/local/go/src/crypto/x509/verify.go:943 # 0x67202d crypto/x509.(*Certificate).VerifyHostname+0x2bd /usr/local/go/src/crypto/x509/verify.go:1021 # 0x670f19 crypto/x509.(*Certificate).Verify+0x619 /usr/local/go/src/crypto/x509/verify.go:756 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [796: 229248] @ 0x5bd410 0x5bd282 0x5fa152 0x5fa0fb 0x68fd43 0x6be6cd 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bd40f math/big.nat.make+0x1af /usr/local/go/src/math/big/nat.go:69 # 0x5bd281 math/big.nat.setBytes+0x21 /usr/local/go/src/math/big/nat.go:1313 # 0x5fa151 math/big.(*Int).SetBytes+0x141 /usr/local/go/src/math/big/int.go:442 # 0x5fa0fa crypto/rsa.VerifyPKCS1v15+0xea /usr/local/go/src/crypto/rsa/pkcs1v15.go:280 # 0x68fd42 crypto/tls.verifyHandshakeSignature+0xc2 /usr/local/go/src/crypto/tls/auth.go:117 # 0x6be6cc crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x64c /usr/local/go/src/crypto/tls/key_agreement.go:306 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [479: 15328] @ 0x40cc45 0x4bd894 0x5e30ee 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [526: 1077248] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [137: 6576] @ 0x6c0d38 0x69fd24 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6c0d37 crypto/tls.masterFromPreMasterSecret+0x117 /usr/local/go/src/crypto/tls/prf.go:148 # 0x69fd23 crypto/tls.(*clientHandshakeState).doFullHandshake+0x6b3 /usr/local/go/src/crypto/tls/handshake_client.go:606 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [900: 259200] @ 0xdacdb6 0xdace11 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdacdb5 github.com/minio/minio-go/v6.newObject+0x355 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:602 # 0xdace10 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x3b0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:220 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [530: 11532800] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [31: 71424] @ 0x5798fd 0x57a46e 0x57a756 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x5798fc regexp.onePassCopy+0x5c /usr/local/go/src/regexp/onepass.go:225 # 0x57a46d regexp.compileOnePass+0x11d /usr/local/go/src/regexp/onepass.go:497 # 0x57a755 regexp.compile+0x105 /usr/local/go/src/regexp/regexp.go:189 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1336: 2394112] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [695: 22240] @ 0x4bd849 0x5e3e6c 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [384: 49152] @ 0x60684d 0x6010d2 0x6c01c9 0x6d6992 0x6c0dee 0x69fd24 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60684c crypto/sha256.New+0x2c /usr/local/go/src/crypto/sha256/sha256.go:162 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c0ded crypto/tls.masterFromPreMasterSecret+0x1cd /usr/local/go/src/crypto/tls/prf.go:149 # 0x69fd23 crypto/tls.(*clientHandshakeState).doFullHandshake+0x6b3 /usr/local/go/src/crypto/tls/handshake_client.go:606 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [699: 5726208] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [85: 2720] @ 0x606d92 0x6749cb 0x673a7f 0x673a1c 0x67afee 0x67126b 0x67b3c8 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x6749ca crypto/x509.checkSignature+0xb2a /usr/local/go/src/crypto/x509/x509.go:916 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67126a crypto/x509.(*Certificate).buildChains+0x19a /usr/local/go/src/crypto/x509/verify.go:861 # 0x67b3c7 crypto/x509.(*Certificate).buildChains.func1+0x5e7 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [12068: 4943052800] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [234: 89856] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [347: 22208] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2495: 1042391040] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [190: 9120] @ 0x40d6cd 0xedb247 0x1695b13 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0xedb246 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiPostings+0x36 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:297 # 0x1695b12 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x232 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1478 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [639: 132912] @ 0xdacc35 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdacc34 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x1d4 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:57 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [831: 106368] @ 0x45d386 0x433c20 # 0x45d385 runtime.systemstack+0x65 /usr/local/go/src/runtime/asm_amd64.s:370 # 0x433c20 runtime.mstart+0x0 /usr/local/go/src/runtime/proc.go:1146 0: 0 [584: 336384] @ 0x40da93 0x40f709 0x4118fc 0x1696a4c 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696a4b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1645 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1008: 16128] @ 0xeda02b 0xedb7bf 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xeda02a github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).get+0x18a /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:203 # 0xedb7be github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x12e /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:323 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [218: 892928] @ 0x40da93 0x40f709 0x40e3e0 0xedb53f 0x1695b13 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0xedb53e github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiPostings+0x32e /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:301 # 0x1695b12 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x232 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1478 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [33: 42240] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [62: 79360] @ 0x563504 0x5632ab 0x56147c 0x561e79 0x56113a 0x57a727 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x563503 regexp/syntax.(*compiler).inst+0x293 /usr/local/go/src/regexp/syntax/compile.go:173 # 0x5632aa regexp/syntax.(*compiler).rune+0x3a /usr/local/go/src/regexp/syntax/compile.go:267 # 0x56147b regexp/syntax.(*compiler).compile+0x12b /usr/local/go/src/regexp/syntax/compile.go:110 # 0x561e78 regexp/syntax.(*compiler).compile+0xb28 /usr/local/go/src/regexp/syntax/compile.go:156 # 0x561139 regexp/syntax.Compile+0x109 /usr/local/go/src/regexp/syntax/compile.go:83 # 0x57a726 regexp.compile+0xd6 /usr/local/go/src/regexp/regexp.go:178 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [61: 25376] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [133: 6384] @ 0x59da6c 0x59d519 0x691e05 0x6a13cc 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x59da6b crypto/aes.newCipher+0x4b /usr/local/go/src/crypto/aes/cipher_asm.go:38 # 0x59d518 crypto/aes.NewCipher+0x48 /usr/local/go/src/crypto/aes/cipher.go:40 # 0x691e04 crypto/tls.aeadAESGCM+0x54 /usr/local/go/src/crypto/tls/cipher_suites.go:245 # 0x6a13cb crypto/tls.(*clientHandshakeState).establishKeys+0x53b /usr/local/go/src/crypto/tls/handshake_client.go:631 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [218: 17440] @ 0x67599f 0x675d53 0x6770fc 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67599e crypto/x509.forEachSAN+0x3e /usr/local/go/src/crypto/x509/x509.go:1142 # 0x675d52 crypto/x509.parseSANExtension+0xf2 /usr/local/go/src/crypto/x509/x509.go:1170 # 0x6770fb crypto/x509.parseCertificate+0xc8b /usr/local/go/src/crypto/x509/x509.go:1466 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [239: 22944] @ 0x4ffc68 0x671a14 0x6719df 0x67202e 0x670f1a 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x671a13 strings.Split+0x123 /usr/local/go/src/strings/strings.go:308 # 0x6719de crypto/x509.matchHostnames+0xee /usr/local/go/src/crypto/x509/verify.go:943 # 0x67202d crypto/x509.(*Certificate).VerifyHostname+0x2bd /usr/local/go/src/crypto/x509/verify.go:1021 # 0x670f19 crypto/x509.(*Certificate).Verify+0x619 /usr/local/go/src/crypto/x509/verify.go:756 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [344: 44032] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [23: 736] @ 0xa51ee5 0xa51eb6 0xa6bcb2 0xa6bc89 0xa6a303 0xac5ea5 0xac7dc0 0xad565b 0x45f261 # 0xa51ee4 google.golang.org/grpc/internal/transport.(*itemList).enqueue+0x114 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:47 # 0xa51eb5 google.golang.org/grpc/internal/transport.(*controlBuffer).executeAndPut+0xe5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:332 # 0xa6bcb1 google.golang.org/grpc/internal/transport.(*controlBuffer).put+0x101 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:311 # 0xa6bc88 google.golang.org/grpc/internal/transport.(*http2Server).finishStream+0xd8 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:1083 # 0xa6a302 google.golang.org/grpc/internal/transport.(*http2Server).WriteStatus+0x522 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:872 # 0xac5ea4 google.golang.org/grpc.(*Server).processStreamingRPC+0x544 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1247 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [136: 6528] @ 0x59dbf2 0x59d519 0x691e05 0x6a13cc 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x59dbf1 crypto/aes.newCipher+0x1d1 /usr/local/go/src/crypto/aes/cipher_asm.go:51 # 0x59d518 crypto/aes.NewCipher+0x48 /usr/local/go/src/crypto/aes/cipher.go:40 # 0x691e04 crypto/tls.aeadAESGCM+0x54 /usr/local/go/src/crypto/tls/cipher_suites.go:245 # 0x6a13cb crypto/tls.(*clientHandshakeState).establishKeys+0x53b /usr/local/go/src/crypto/tls/handshake_client.go:631 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [167: 10688] @ 0x60118b 0x6c01c9 0x6d6992 0x6c2577 0x6a1bfd 0x69f3c6 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60118a crypto/hmac.New+0x12a /usr/local/go/src/crypto/hmac/hmac.go:77 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2576 crypto/tls.finishedHash.serverSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:309 # 0x6a1bfc crypto/tls.(*clientHandshakeState).readFinished+0x13c /usr/local/go/src/crypto/tls/handshake_client.go:740 # 0x69f3c5 crypto/tls.(*clientHandshakeState).handshake+0x505 /usr/local/go/src/crypto/tls/handshake_client.go:415 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [731: 187136] @ 0x5fa287 0x5fa268 0x674860 0x673a7f 0x673a1c 0x67afee 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5fa286 crypto/rsa.leftPad+0x276 /usr/local/go/src/crypto/rsa/rsa.go:644 # 0x5fa267 crypto/rsa.VerifyPKCS1v15+0x257 /usr/local/go/src/crypto/rsa/pkcs1v15.go:282 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [121: 1936] @ 0x4acdcd 0x4abcfa 0x5e2a78 0x5e0faa 0x5e32e7 0x5e4a6d 0x677fb0 0x677f6d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2a77 encoding/asn1.parseField+0x19c7 /usr/local/go/src/encoding/asn1/asn1.go:901 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677faf encoding/asn1.Unmarshal+0x1b3f /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677f6c crypto/x509.parseCertificate+0x1afc /usr/local/go/src/crypto/x509/x509.go:1580 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [59: 944] @ 0x47d497 0xd8315f 0xd8425f 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x47d496 time.Time.Format+0xe6 /usr/local/go/src/time/format.go:506 # 0xd8315e github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x6e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:202 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [182: 4962048] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [165: 5280] @ 0x5e3f25 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3f24 encoding/asn1.parseField+0x2e74 /usr/local/go/src/encoding/asn1/asn1.go:831 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [74: 303104] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1527: 37527552] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [22: 25344] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [61: 39040] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [679: 54320] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e2f02 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [188: 12032] @ 0x5bd410 0x5bd282 0x5cd11d 0x5cd09a 0x6bfd8f 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bd40f math/big.nat.make+0x1af /usr/local/go/src/math/big/nat.go:69 # 0x5bd281 math/big.nat.setBytes+0x21 /usr/local/go/src/math/big/nat.go:1313 # 0x5cd11c math/big.(*Int).SetBytes+0x1ec /usr/local/go/src/math/big/int.go:442 # 0x5cd099 crypto/elliptic.Unmarshal+0x169 /usr/local/go/src/crypto/elliptic/elliptic.go:332 # 0x6bfd8e crypto/tls.(*nistParameters).SharedKey+0x7e /usr/local/go/src/crypto/tls/key_schedule.go:167 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [152: 38912] @ 0x85ec42 0x1694759 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85ec41 github.com/prometheus/prometheus/tsdb/index.ExpandPostings+0xc1 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:303 # 0x1694758 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x368 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [262: 25152] @ 0x6670d0 0x6c9970 0x6c992f 0x666fe4 0x667156 0x6c9bd0 0x6c9b92 0x666fe4 0x667156 0x6caba8 0x6cab63 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6c996f vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x10f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6c992e crypto/tls.(*clientHelloMsg).marshal.func1.4.12.1+0xce /usr/local/go/src/crypto/tls/handshake_messages.go:253 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6c9bcf vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x5f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6c9b91 crypto/tls.(*clientHelloMsg).marshal.func1.4.12+0x21 /usr/local/go/src/crypto/tls/handshake_messages.go:250 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6caba7 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x5f7 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cab62 crypto/tls.(*clientHelloMsg).marshal.func1.4+0x5b2 /usr/local/go/src/crypto/tls/handshake_messages.go:249 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2659: 65347584] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1451: 3343104] @ 0x168e341 0x16a8228 0x872954 0x45f261 # 0x168e340 github.com/thanos-io/thanos/pkg/store.blockSeries+0x790 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:718 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [171: 16809984] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [316: 30336] @ 0x601091 0xd849af 0xd81efa 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x601090 crypto/hmac.New+0x30 /usr/local/go/src/crypto/hmac/hmac.go:71 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ef9 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x1a9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:84 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1297: 24736384] @ 0x40da93 0x40f709 0x4118fc 0x1696a4c 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696a4b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1645 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1338: 25518336] @ 0x40da93 0x40f709 0x4118fc 0xedb87d 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb87c github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x1ec /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:324 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [209: 428032] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [429: 48048] @ 0xd79bcb 0x6010a5 0xd849af 0xd81f71 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010a4 crypto/hmac.New+0x44 /usr/local/go/src/crypto/hmac/hmac.go:72 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81f70 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x220 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:85 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [996: 4844544] @ 0x40da93 0x40f709 0x4118fc 0xedb87d 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb87c github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x1ec /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:324 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [396: 811008] @ 0x40da93 0x40f709 0x40e3e0 0xedb53f 0x1695b13 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0xedb53e github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiPostings+0x32e /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:301 # 0x1695b12 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x232 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1478 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2793: 114401280] @ 0x168e341 0x16a8228 0x872954 0x45f261 # 0x168e340 github.com/thanos-io/thanos/pkg/store.blockSeries+0x790 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:718 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1167: 261408] @ 0x678492 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x678491 crypto/x509.parseCertificate+0x2021 /usr/local/go/src/crypto/x509/x509.go:1429 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [373: 47744] @ 0x60684d 0x6010d2 0x6c01c9 0x6d6992 0x6c10a1 0x6a0f68 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60684c crypto/sha256.New+0x2c /usr/local/go/src/crypto/sha256/sha256.go:162 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c10a0 crypto/tls.keysFromMasterSecret+0x1f0 /usr/local/go/src/crypto/tls/prf.go:163 # 0x6a0f67 crypto/tls.(*clientHandshakeState).establishKeys+0xd7 /usr/local/go/src/crypto/tls/handshake_client.go:621 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [355: 39760] @ 0xd79bcb 0x6010d2 0xd849af 0xd81e8d 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81e8c github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x13c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [65: 29120] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [172: 8256] @ 0x449cef 0x44977e 0x449a67 0xd831aa 0xd8425f 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd831a9 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0xb9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:202 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [130: 8320] @ 0x5bd410 0x5bd282 0x5d1d20 0x5d1cd2 0x5d2453 0x5ccb6c 0x6bf9f4 0x6be1df 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bd40f math/big.nat.make+0x1af /usr/local/go/src/math/big/nat.go:69 # 0x5bd281 math/big.nat.setBytes+0x21 /usr/local/go/src/math/big/nat.go:1313 # 0x5d1d1f math/big.(*Int).SetBytes+0x6f /usr/local/go/src/math/big/int.go:442 # 0x5d1cd1 crypto/elliptic.p256GetScalar+0x21 /usr/local/go/src/crypto/elliptic/p256_asm.go:215 # 0x5d2452 crypto/elliptic.p256Curve.ScalarBaseMult+0x82 /usr/local/go/src/crypto/elliptic/p256_asm.go:269 # 0x5ccb6b crypto/elliptic.GenerateKey+0x28b /usr/local/go/src/crypto/elliptic/elliptic.go:300 # 0x6bf9f3 crypto/tls.generateECDHEParameters+0x193 /usr/local/go/src/crypto/tls/key_schedule.go:129 # 0x6be1de crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x15e /usr/local/go/src/crypto/tls/key_agreement.go:265 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [611: 3284736] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [254: 24384] @ 0x5df5f2 0x5e3dd6 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5df5f1 encoding/asn1.parseObjectIdentifier+0x51 /usr/local/go/src/encoding/asn1/asn1.go:261 # 0x5e3dd5 encoding/asn1.parseField+0x2d25 /usr/local/go/src/encoding/asn1/asn1.go:828 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [209: 46816] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [363: 255552] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [250: 320000] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [6: 1920] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [242: 836352] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [242: 154880] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [224: 229376] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [327: 188352] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [67: 30016] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [599: 28752] @ 0x1691028 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x1691027 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:951 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1271: 2928384] @ 0x40da93 0x40f709 0x4118fc 0xedb87d 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb87c github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x1ec /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:324 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [126: 6048] @ 0x59dbf2 0x59d519 0x691e05 0x6a1347 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x59dbf1 crypto/aes.newCipher+0x1d1 /usr/local/go/src/crypto/aes/cipher_asm.go:51 # 0x59d518 crypto/aes.NewCipher+0x48 /usr/local/go/src/crypto/aes/cipher.go:40 # 0x691e04 crypto/tls.aeadAESGCM+0x54 /usr/local/go/src/crypto/tls/cipher_suites.go:245 # 0x6a1346 crypto/tls.(*clientHandshakeState).establishKeys+0x4b6 /usr/local/go/src/crypto/tls/handshake_client.go:630 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [55: 21120] @ 0x630cd0 0x6458a7 0x65a592 0x65bbbc 0x62347e 0x45f261 # 0x630ccf net.(*Resolver).goLookupIPCNAMEOrder+0x12f /usr/local/go/src/net/dnsclient_unix.go:586 # 0x6458a6 net.(*Resolver).lookupIP+0xe6 /usr/local/go/src/net/lookup_unix.go:102 # 0x65a591 net.glob..func1+0x71 /usr/local/go/src/net/hook.go:23 # 0x65bbbb net.(*Resolver).lookupIPAddr.func1+0x12b /usr/local/go/src/net/lookup.go:269 # 0x62347d internal/singleflight.(*Group).doCall+0x2d /usr/local/go/src/internal/singleflight/singleflight.go:95 0: 0 [343: 21952] @ 0x40cc45 0x4bd894 0x5e3e6c 0x5e2f02 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [206: 158208] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10: 10240] @ 0xb01b27 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [134: 4288] @ 0xd82c36 0xd82f3d 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd82c35 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x1e5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:171 # 0xd82f3c github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x19c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:194 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [125: 26000] @ 0x61aaf0 0x61b4d3 0x616073 0x62c569 0x62d497 0x62e76c 0x65afc1 0x45f261 # 0x61aaef vendor/golang.org/x/net/dns/dnsmessage.(*Name).pack+0x3df /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:1952 # 0x61b4d2 vendor/golang.org/x/net/dns/dnsmessage.(*Question).pack+0x82 /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:2084 # 0x616072 vendor/golang.org/x/net/dns/dnsmessage.(*Builder).Question+0x72 /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:1299 # 0x62c568 net.newRequest+0x1f8 /usr/local/go/src/net/dnsclient_unix.go:56 # 0x62d496 net.(*Resolver).exchange+0xb6 /usr/local/go/src/net/dnsclient_unix.go:142 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [144: 2304] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [214: 68480] @ 0xa4aeb9 0xa3febd 0xa3f93d 0xa3f764 0xa3f388 0xa4991b 0xa44438 0xa66e8e 0xac2933 0xad555f 0x45f261 # 0xa4aeb8 golang.org/x/net/http2.(*Framer).readMetaFrame.func1+0x208 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1528 # 0xa3febc golang.org/x/net/http2/hpack.(*Decoder).callEmit+0x9c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:393 # 0xa3f93c golang.org/x/net/http2/hpack.(*Decoder).parseFieldIndexed+0x19c /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:349 # 0xa3f763 golang.org/x/net/http2/hpack.(*Decoder).parseHeaderFieldRepr+0x1b3 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:311 # 0xa3f387 golang.org/x/net/http2/hpack.(*Decoder).Write+0x97 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/hpack/hpack.go:262 # 0xa4991a golang.org/x/net/http2.(*Framer).readMetaFrame+0x23a /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:1536 # 0xa44437 golang.org/x/net/http2.(*Framer).ReadFrame+0x3b7 /go/pkg/mod/golang.org/x/net@v0.0.0-20191112182307-2180aed22343/http2/frame.go:517 # 0xa66e8d google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x9d /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:451 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [31: 591232] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [389: 8464640] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [19: 24320] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [281: 8992] @ 0x4bd849 0x5e3e6c 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677d23 0x677ce0 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677d22 encoding/asn1.Unmarshal+0x18b2 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677cdf crypto/x509.parseCertificate+0x186f /usr/local/go/src/crypto/x509/x509.go:1563 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [865: 276800] @ 0x59bb31 0x59a070 0x691e4e 0x691e2e 0x6a13cc 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x59bb30 crypto/aes.(*aesCipherGCM).NewGCM+0x30 /usr/local/go/src/crypto/aes/aes_gcm.go:55 # 0x59a06f crypto/cipher.newGCMWithNonceAndTagSize+0x38f /usr/local/go/src/crypto/cipher/gcm.go:116 # 0x691e4d crypto/cipher.NewGCM+0x9d /usr/local/go/src/crypto/cipher/gcm.go:85 # 0x691e2d crypto/tls.aeadAESGCM+0x7d /usr/local/go/src/crypto/tls/cipher_suites.go:249 # 0x6a13cb crypto/tls.(*clientHandshakeState).establishKeys+0x53b /usr/local/go/src/crypto/tls/handshake_client.go:631 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [632: 50560] @ 0x40cc45 0x4bd894 0x5e3e6c 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677fb0 0x677f6d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677faf encoding/asn1.Unmarshal+0x1b3f /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677f6c crypto/x509.parseCertificate+0x1afc /usr/local/go/src/crypto/x509/x509.go:1580 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [737: 9999616] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 163840] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [94: 24064] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [443: 396928] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [253: 259072] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [284: 27264] @ 0x48f5a4 0x776dd5 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x48f5a3 context.(*cancelCtx).Done+0xa3 /usr/local/go/src/context/context.go:327 # 0x776dd4 net/http.(*Transport).roundTrip+0x514 /usr/local/go/src/net/http/transport.go:504 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [261: 367488] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [364: 2236416] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [569: 3058944] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1121: 1291392] @ 0x168e341 0x16a8228 0x872954 0x45f261 # 0x168e340 github.com/thanos-io/thanos/pkg/store.blockSeries+0x790 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:718 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [652: 6175744] @ 0x40da93 0x40f709 0x4118fc 0xedb87d 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb87c github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x1ec /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:324 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [102: 6528] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [597: 9552] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [693: 6564096] @ 0x40da93 0x40f709 0x4118fc 0x1696a4c 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696a4b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1645 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [20: 2129920] @ 0x168e341 0x16a8228 0x872954 0x45f261 # 0x168e340 github.com/thanos-io/thanos/pkg/store.blockSeries+0x790 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:718 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1103: 70592] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [44: 3604480] @ 0x40da93 0x40f709 0x4118fc 0xedb87d 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb87c github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x1ec /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:324 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3089: 148272] @ 0x466b73 0x4d0f9d 0x168df61 0x16a8228 0x872954 0x45f261 # 0x466b72 internal/reflectlite.Swapper+0x1a2 /usr/local/go/src/internal/reflectlite/swapper.go:64 # 0x4d0f9c sort.Slice+0x7c /usr/local/go/src/sort/slice.go:15 # 0x168df60 github.com/thanos-io/thanos/pkg/store.blockSeries+0x3b0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:696 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [140: 8960] @ 0x85905b 0x859040 0x923f2b 0x85c273 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85905a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x85903f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1282 # 0x923f2a github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LookupSymbol+0x11a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:755 # 0x85c272 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1675 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [552: 8832] @ 0x4acdcd 0x4abcfa 0x5e2a78 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2a77 encoding/asn1.parseField+0x19c7 /usr/local/go/src/encoding/asn1/asn1.go:901 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [870: 1002240] @ 0x40da93 0x40f709 0x4118fc 0xedb87d 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb87c github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x1ec /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:324 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [125: 1024000] @ 0x4de5aa 0x53ef75 0x53ed0a 0x53ea59 0x178b936 0x178a78a 0x178997d 0x1789972 0x1788bb9 0x1793cbb 0x179558e 0x17a83c7 0x17a7607 0x17a7574 0x17ae711 0x17bfa33 0x45f261 # 0x4de5a9 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34 # 0x53ef74 os.(*File).Readdirnames+0x3c4 /usr/local/go/src/os/dir.go:48 # 0x53ed09 path/filepath.glob+0x159 /usr/local/go/src/path/filepath/match.go:324 # 0x53ea58 path/filepath.Glob+0x368 /usr/local/go/src/path/filepath/match.go:251 # 0x178b935 github.com/elastic/go-sysinfo/providers/linux.findDistribRelease+0xa5 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:198 # 0x178a789 github.com/elastic/go-sysinfo/providers/linux.getOSInfo+0x139 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:76 # 0x178997c github.com/elastic/go-sysinfo/providers/linux.OperatingSystem+0x2c /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/os.go:69 # 0x1789971 github.com/elastic/go-sysinfo/providers/linux.(*reader).os+0x21 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:193 # 0x1788bb8 github.com/elastic/go-sysinfo/providers/linux.newHost+0x278 /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:116 # 0x1793cba github.com/elastic/go-sysinfo/providers/linux.linuxSystem.Host+0x5a /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/providers/linux/host_linux.go:52 # 0x179558d github.com/elastic/go-sysinfo.Host+0x3d /go/pkg/mod/github.com/elastic/go-sysinfo@v1.1.1/system.go:50 # 0x17a83c6 go.elastic.co/apm.gatherSysMetrics+0x86 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:133 # 0x17a7606 go.elastic.co/apm.(*builtinMetricsGatherer).gatherSystemMetrics+0x36 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:55 # 0x17a7573 go.elastic.co/apm.(*builtinMetricsGatherer).GatherMetrics+0x83 /go/pkg/mod/go.elastic.co/apm@v1.5.0/builtin_metrics.go:48 # 0x17ae710 go.elastic.co/apm.gatherMetrics+0xd0 /go/pkg/mod/go.elastic.co/apm@v1.5.0/metrics.go:156 # 0x17bfa32 go.elastic.co/apm.(*Tracer).gatherMetrics.func1+0xb2 /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:1066 0: 0 [1070: 958720] @ 0x40da93 0x40f709 0x4118fc 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [720: 184320] @ 0x5fa203 0x5fa1d9 0x68fd43 0x6be6cd 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5fa202 math/big.(*Int).Bytes+0x1f2 /usr/local/go/src/math/big/int.go:449 # 0x5fa1d8 crypto/rsa.VerifyPKCS1v15+0x1c8 /usr/local/go/src/crypto/rsa/pkcs1v15.go:282 # 0x68fd42 crypto/tls.verifyHandshakeSignature+0xc2 /usr/local/go/src/crypto/tls/auth.go:117 # 0x6be6cc crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x64c /usr/local/go/src/crypto/tls/key_agreement.go:306 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [94: 18048] @ 0x4b3c2d 0x4b8341 0x4f2331 0x4f233c 0x4f15aa 0x4ef4f4 0x4f2e0b 0x4ebce6 0x16a8db5 0x169156e 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x4b3c2c reflect.packEface+0x7c /usr/local/go/src/reflect/value.go:118 # 0x4b8340 reflect.valueInterface+0xe0 /usr/local/go/src/reflect/value.go:1033 # 0x4f2330 reflect.Value.Interface+0x26d0 /usr/local/go/src/reflect/value.go:1003 # 0x4f233b fmt.(*pp).printValue+0x26db /usr/local/go/src/fmt/print.go:726 # 0x4f15a9 fmt.(*pp).printValue+0x1949 /usr/local/go/src/fmt/print.go:880 # 0x4ef4f3 fmt.(*pp).printArg+0x2b3 /usr/local/go/src/fmt/print.go:716 # 0x4f2e0a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030 # 0x4ebce5 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219 # 0x16a8db4 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func2+0x884 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:922 # 0x169156d github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x130d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:974 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [92: 1472] @ 0x674ce6 0x6766c2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x674ce5 crypto/x509.parsePublicKey+0xe5 /usr/local/go/src/crypto/x509/x509.go:1033 # 0x6766c1 crypto/x509.parseCertificate+0x251 /usr/local/go/src/crypto/x509/x509.go:1402 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [306: 29376] @ 0xdacc78 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdacc77 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x217 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:61 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [671: 53680] @ 0x5e4198 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677fb0 0x677f6d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e4197 encoding/asn1.parseField+0x30e7 /usr/local/go/src/encoding/asn1/asn1.go:825 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677faf encoding/asn1.Unmarshal+0x1b3f /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677f6c crypto/x509.parseCertificate+0x1afc /usr/local/go/src/crypto/x509/x509.go:1580 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1129: 27746304] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [117: 3744] @ 0x57f189 0xd77c53 0xdd69b6 0xdd5e33 0xdd4b6c 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x57f188 regexp.(*Regexp).FindStringSubmatch+0x108 /usr/local/go/src/regexp/regexp.go:1025 # 0xd77c52 github.com/minio/minio-go/v6/pkg/s3utils.GetRegionFromURL+0x252 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3utils/utils.go:131 # 0xdd69b5 github.com/minio/minio-go/v6/pkg/s3utils.IsAmazonEndpoint+0xbd5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3utils/utils.go:143 # 0xdd5e32 github.com/minio/minio-go/v6.Client.makeTargetURL+0x52 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:864 # 0xdd4b6b github.com/minio/minio-go/v6.Client.newRequest+0x26b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:740 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [52: 4160] @ 0xa69e74 0xac5ea5 0xac7dc0 0xad565b 0x45f261 # 0xa69e73 google.golang.org/grpc/internal/transport.(*http2Server).WriteStatus+0x93 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:828 # 0xac5ea4 google.golang.org/grpc.(*Server).processStreamingRPC+0x544 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1247 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [777: 223776] @ 0x69a457 0x69d86d 0x69bf8b 0x789132 0x45f261 # 0x69a456 crypto/tls.(*Conn).readHandshake+0x476 /usr/local/go/src/crypto/tls/conn.go:1017 # 0x69d86c crypto/tls.(*Conn).clientHandshake+0x19c /usr/local/go/src/crypto/tls/handshake_client.go:171 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [218: 13952] @ 0x85c343 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c342 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x272 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1680 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [376: 4090880] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [151: 2416] @ 0x4acdcd 0x4abcfa 0x5e2a78 0x5e0faa 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2a77 encoding/asn1.parseField+0x19c7 /usr/local/go/src/encoding/asn1/asn1.go:901 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [363: 5808] @ 0x5e18c8 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e18c7 encoding/asn1.parseField+0x817 /usr/local/go/src/encoding/asn1/asn1.go:673 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [849: 13584] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [144: 2304] @ 0x4fff4f 0xd84a85 0xd82783 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x4fff4e strings.Fields+0x8e /usr/local/go/src/strings/strings.go:349 # 0xd84a84 github.com/minio/minio-go/v6/pkg/s3signer.signV4TrimAll+0x34 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:58 # 0xd82782 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x432 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:154 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [217: 17360] @ 0x6a0631 0x69fc0e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6a0630 crypto/tls.(*clientKeyExchangeMsg).marshal+0xfc0 /usr/local/go/src/crypto/tls/handshake_messages.go:1530 # 0x69fc0d crypto/tls.(*clientHandshakeState).doFullHandshake+0x59d /usr/local/go/src/crypto/tls/handshake_client.go:559 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1279: 491136] @ 0x50095a 0x500937 0x500525 0xd830a8 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0xd830a7 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x307 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:189 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [2: 192] @ 0xdaccc4 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x16937c1 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0xdaccc3 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x263 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:65 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [508: 81280] @ 0x6db57a 0x75b7c3 0x780eb5 0x780a7f 0x45f261 # 0x6db579 net/textproto.(*Reader).ReadMIMEHeader+0x6e9 /usr/local/go/src/net/textproto/reader.go:478 # 0x75b7c2 net/http.ReadResponse+0x462 /usr/local/go/src/net/http/response.go:191 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [272: 13056] @ 0x5bd410 0x5bd282 0x5df12d 0x5df0fa 0x5e3435 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bd40f math/big.nat.make+0x1af /usr/local/go/src/math/big/nat.go:69 # 0x5bd281 math/big.nat.setBytes+0x21 /usr/local/go/src/math/big/nat.go:1313 # 0x5df12c math/big.(*Int).SetBytes+0x1ac /usr/local/go/src/math/big/int.go:442 # 0x5df0f9 encoding/asn1.parseBigInt+0x179 /usr/local/go/src/encoding/asn1/asn1.go:149 # 0x5e3434 encoding/asn1.parseField+0x2384 /usr/local/go/src/encoding/asn1/asn1.go:866 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [672: 21504] @ 0x4bd849 0x5e0e6f 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [249: 7968] @ 0x4bd849 0x5e3e6c 0x5e2f02 0x5e0faa 0x5e32e7 0x5e4a6d 0x677fb0 0x677f6d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677faf encoding/asn1.Unmarshal+0x1b3f /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677f6c crypto/x509.parseCertificate+0x1afc /usr/local/go/src/crypto/x509/x509.go:1580 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [643: 123456] @ 0x1698d31 0x16a831f 0x872954 0x45f261 # 0x1698d30 github.com/thanos-io/thanos/pkg/store.queryStats.merge+0x30 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1960 # 0x16a831e github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0x1be /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:896 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [738: 165312] @ 0x50095a 0x500937 0x500525 0xd845e1 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0xd845e0 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x6e0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:311 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1418: 45376] @ 0x4bd849 0x5e30ee 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [197: 75648] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [142: 381696] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [15: 34560] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [695: 9429760] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2563: 3936768] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [787: 7454464] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1567: 150432] @ 0x4ffc68 0x671a6b 0x671a15 0x67202e 0x670f1a 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x671a6a strings.Split+0x17a /usr/local/go/src/strings/strings.go:308 # 0x671a14 crypto/x509.matchHostnames+0x124 /usr/local/go/src/crypto/x509/verify.go:944 # 0x67202d crypto/x509.(*Certificate).VerifyHostname+0x2bd /usr/local/go/src/crypto/x509/verify.go:1021 # 0x670f19 crypto/x509.(*Certificate).Verify+0x619 /usr/local/go/src/crypto/x509/verify.go:756 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 131072] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2048] @ 0xedb82a 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb829 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x199 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:328 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 14336] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [336: 32256] @ 0x601091 0xd849af 0xd820b3 0xd84472 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x601090 crypto/hmac.New+0x30 /usr/local/go/src/crypto/hmac/hmac.go:71 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd820b2 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x72 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [629: 30192] @ 0x188f381 0x188e6da 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x188f380 github.com/grpc-ecosystem/go-grpc-prometheus.(*serverReporter).SentMessage+0x30 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_reporter.go:38 # 0x188e6d9 github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x89 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:158 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [223: 35680] @ 0x85c773 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c772 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x6a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1712 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1516: 31047680] @ 0x168e341 0x16a8228 0x872954 0x45f261 # 0x168e340 github.com/thanos-io/thanos/pkg/store.blockSeries+0x790 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:718 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [968: 340736] @ 0x4133d3 0x66b0cd 0x6a2a26 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x66b0cc crypto/x509.(*CertPool).AddCert+0x10c /usr/local/go/src/crypto/x509/cert_pool.go:119 # 0x6a2a25 crypto/tls.(*Conn).verifyServerCertificate+0x225 /usr/local/go/src/crypto/tls/handshake_client.go:831 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [84: 2688] @ 0x670db7 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x670db6 crypto/x509.(*Certificate).Verify+0x4b6 /usr/local/go/src/crypto/x509/verify.go:785 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [187: 5984] @ 0x5e2bf9 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e2bf8 encoding/asn1.parseField+0x1b48 /usr/local/go/src/encoding/asn1/asn1.go:910 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2: 311296] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [248: 19840] @ 0x449cef 0x44977e 0x449a67 0x7830bc 0x782f70 0x7784a6 0x776e44 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x7830bb net.JoinHostPort+0x20b /usr/local/go/src/net/ipsock.go:233 # 0x782f6f net/http.canonicalAddr+0xbf /usr/local/go/src/net/http/transport.go:2532 # 0x7784a5 net/http.(*Transport).connectMethodForRequest+0xc5 /usr/local/go/src/net/http/transport.go:719 # 0x776e43 net/http.(*Transport).roundTrip+0x583 /usr/local/go/src/net/http/transport.go:512 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [3: 48] @ 0xeda480 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda47f github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x2df /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:229 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1971: 63072] @ 0x466b56 0x4d0f9d 0x168df61 0x16a8228 0x872954 0x45f261 # 0x466b55 internal/reflectlite.Swapper+0x185 /usr/local/go/src/internal/reflectlite/swapper.go:62 # 0x4d0f9c sort.Slice+0x7c /usr/local/go/src/sort/slice.go:15 # 0x168df60 github.com/thanos-io/thanos/pkg/store.blockSeries+0x3b0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:696 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [22: 33792] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [145: 6960] @ 0x40cc45 0x4bd894 0x5e30ee 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [295: 14160] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [163: 5216] @ 0x4bd849 0x5e30ee 0x5e2f02 0x5e4a6d 0x677bac 0x677b69 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677bab encoding/asn1.Unmarshal+0x173b /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677b68 crypto/x509.parseCertificate+0x16f8 /usr/local/go/src/crypto/x509/x509.go:1519 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [40: 327680] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [158: 5056] @ 0x4bd849 0x5e3e6c 0x5e2f02 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [856: 986112] @ 0x40da93 0x40f709 0x4118fc 0x1696a4c 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696a4b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1645 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [252: 30965760] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [497: 87472] @ 0x77c740 0x77e616 0x77bd1c 0x45f261 # 0x77c73f net/http.(*persistConn).addTLS+0x2af /usr/local/go/src/net/http/transport.go:1414 # 0x77e615 net/http.(*Transport).dialConn+0x1c45 /usr/local/go/src/net/http/transport.go:1480 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [389: 43568] @ 0xd79bcb 0x6010a5 0xd849af 0xd820b3 0xd84472 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010a4 crypto/hmac.New+0x44 /usr/local/go/src/crypto/hmac/hmac.go:72 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd820b2 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x72 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [366: 40992] @ 0xd79bcb 0x6010d2 0xd849af 0xd820b3 0xd84472 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd820b2 github.com/minio/minio-go/v6/pkg/s3signer.getSignature+0x72 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:92 # 0xd84471 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x571 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:301 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [246: 3936] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e0faa 0x5e32e7 0x5e4a6d 0x677fb0 0x677f6d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677faf encoding/asn1.Unmarshal+0x1b3f /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677f6c crypto/x509.parseCertificate+0x1afc /usr/local/go/src/crypto/x509/x509.go:1580 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [464: 81664] @ 0x59daca 0x59d519 0x691e05 0x6a1347 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x59dac9 crypto/aes.newCipher+0xa9 /usr/local/go/src/crypto/aes/cipher_asm.go:38 # 0x59d518 crypto/aes.NewCipher+0x48 /usr/local/go/src/crypto/aes/cipher.go:40 # 0x691e04 crypto/tls.aeadAESGCM+0x54 /usr/local/go/src/crypto/tls/cipher_suites.go:245 # 0x6a1346 crypto/tls.(*clientHandshakeState).establishKeys+0x4b6 /usr/local/go/src/crypto/tls/handshake_client.go:630 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [4168: 533504] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [372: 761856000] @ 0xe4e77e 0xe4e4f1 0x1693ac0 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xe4e77d github.com/thanos-io/thanos/pkg/pool.NewBucketedBytesPool.func1+0x5d /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:54 # 0xe4e4f0 github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Get+0x150 /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:79 # 0x1693abf github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x6f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1255 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [392: 31360] @ 0x5df5f2 0x5e3dd6 0x5e0faa 0x5e32e7 0x5e4a6d 0x677825 0x6777e2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5df5f1 encoding/asn1.parseObjectIdentifier+0x51 /usr/local/go/src/encoding/asn1/asn1.go:261 # 0x5e3dd5 encoding/asn1.parseField+0x2d25 /usr/local/go/src/encoding/asn1/asn1.go:828 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677824 encoding/asn1.Unmarshal+0x13b4 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6777e1 crypto/x509.parseCertificate+0x1371 /usr/local/go/src/crypto/x509/x509.go:1536 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1429: 58531840] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [256: 24576] @ 0x6670d0 0x6ca699 0x6ca654 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6ca698 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0xe8 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca653 crypto/tls.(*clientHelloMsg).marshal.func1.4+0xa3 /usr/local/go/src/crypto/tls/handshake_messages.go:132 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [356: 22784] @ 0x40cc45 0x4bd894 0x5e3e6c 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [307: 216128] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [84: 26880] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [168: 10752] @ 0x69d1f9 0x69d72d 0x69bf8b 0x789132 0x45f261 # 0x69d1f8 crypto/tls.(*Conn).makeClientHello+0xa68 /usr/local/go/src/crypto/tls/handshake_client.go:122 # 0x69d72c crypto/tls.(*Conn).clientHandshake+0x5c /usr/local/go/src/crypto/tls/handshake_client.go:147 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [205: 13120] @ 0x50441a 0x50473d 0xd82840 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x504419 bytes.(*Buffer).grow+0x259 /usr/local/go/src/bytes/buffer.go:128 # 0x50473c bytes.(*Buffer).WriteString+0xdc /usr/local/go/src/bytes/buffer.go:184 # 0xd8283f github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x4ef /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:143 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [422: 60768] @ 0x40e7d6 0x48f1e0 0x48f04b 0x628f03 0x628730 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x48f1df context.propagateCancel+0xdf /usr/local/go/src/context/context.go:254 # 0x48f04a context.WithCancel+0x9a /usr/local/go/src/context/context.go:231 # 0x628f02 net.(*sysDialer).dialParallel+0x1e2 /usr/local/go/src/net/dial.go:480 # 0x62872f net.(*Dialer).DialContext+0x4ef /usr/local/go/src/net/dial.go:422 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [369: 35424] @ 0x601091 0xd849af 0xd81f71 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x601090 crypto/hmac.New+0x30 /usr/local/go/src/crypto/hmac/hmac.go:71 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81f70 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x220 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:85 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [3: 614400] @ 0xede6bf 0xede42b 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [235: 812160] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [152: 2432] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e4a6d 0x674d35 0x674cf4 0x6766c2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x674d34 encoding/asn1.Unmarshal+0x134 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x674cf3 crypto/x509.parsePublicKey+0xf3 /usr/local/go/src/crypto/x509/x509.go:1034 # 0x6766c1 crypto/x509.parseCertificate+0x251 /usr/local/go/src/crypto/x509/x509.go:1402 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [453: 12988416] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [418: 428032] @ 0x40da93 0x40f709 0x40e3e0 0xedb53f 0x1695b13 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0xedb53e github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiPostings+0x32e /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:301 # 0x1695b12 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x232 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1478 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [22: 7744] @ 0x1695a6c 0x1694604 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1695a6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1475 # 0x1694603 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x213 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1345 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [856: 273920] @ 0x6964df 0x699b9f 0x699f62 0x69d849 0x69bf8b 0x789132 0x45f261 # 0x6964de crypto/tls.(*halfConn).encrypt+0x11e /usr/local/go/src/crypto/tls/conn.go:467 # 0x699b9e crypto/tls.(*Conn).writeRecordLocked+0x23e /usr/local/go/src/crypto/tls/conn.go:960 # 0x699f61 crypto/tls.(*Conn).writeRecord+0xe1 /usr/local/go/src/crypto/tls/conn.go:986 # 0x69d848 crypto/tls.(*Conn).clientHandshake+0x178 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [52: 13631488] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2616: 5464719360] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [258: 24768] @ 0x5b6c67 0x5b6b28 0x5ab516 0x5c9c51 0x5cd1a8 0x6bfd8f 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b6c66 math/big.nat.make+0x2c6 /usr/local/go/src/math/big/nat.go:69 # 0x5b6b27 math/big.nat.sqr+0x187 /usr/local/go/src/math/big/nat.go:571 # 0x5ab515 math/big.(*Int).Mul+0x75 /usr/local/go/src/math/big/int.go:164 # 0x5c9c50 crypto/elliptic.(*CurveParams).IsOnCurve+0x70 /usr/local/go/src/crypto/elliptic/elliptic.go:57 # 0x5cd1a7 crypto/elliptic.Unmarshal+0x277 /usr/local/go/src/crypto/elliptic/elliptic.go:336 # 0x6bfd8e crypto/tls.(*nistParameters).SharedKey+0x7e /usr/local/go/src/crypto/tls/key_schedule.go:167 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [446: 35680] @ 0x5df5f2 0x5e3dd6 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5df5f1 encoding/asn1.parseObjectIdentifier+0x51 /usr/local/go/src/encoding/asn1/asn1.go:261 # 0x5e3dd5 encoding/asn1.parseField+0x2d25 /usr/local/go/src/encoding/asn1/asn1.go:828 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [361: 5776] @ 0x4acdcd 0x4abcfa 0x5e2d35 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2d34 encoding/asn1.parseField+0x1c84 /usr/local/go/src/encoding/asn1/asn1.go:915 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [156: 1517568] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [175: 1142400] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [63: 64512] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2267: 18571264] @ 0x40da93 0x40f709 0x4118fc 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 1040384] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [518: 82880] @ 0xdaca9f 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdaca9e github.com/minio/minio-go/v6.Client.getObjectWithContext+0x3e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:39 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 5734400] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [184: 11776] @ 0x5bd410 0x5bd282 0x5d2ab5 0x5d2a5e 0x5d24aa 0x5ccb6c 0x6bf9f4 0x6be1df 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bd40f math/big.nat.make+0x1af /usr/local/go/src/math/big/nat.go:69 # 0x5bd281 math/big.nat.setBytes+0x21 /usr/local/go/src/math/big/nat.go:1313 # 0x5d2ab4 math/big.(*Int).SetBytes+0x354 /usr/local/go/src/math/big/int.go:442 # 0x5d2a5d crypto/elliptic.(*p256Point).p256PointToAffine+0x2fd /usr/local/go/src/crypto/elliptic/p256_asm.go:331 # 0x5d24a9 crypto/elliptic.p256Curve.ScalarBaseMult+0xd9 /usr/local/go/src/crypto/elliptic/p256_asm.go:273 # 0x5ccb6b crypto/elliptic.GenerateKey+0x28b /usr/local/go/src/crypto/elliptic/elliptic.go:300 # 0x6bf9f3 crypto/tls.generateECDHEParameters+0x193 /usr/local/go/src/crypto/tls/key_schedule.go:129 # 0x6be1de crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x15e /usr/local/go/src/crypto/tls/key_agreement.go:265 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [682: 21824] @ 0x5df5f2 0x5e3dd6 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5df5f1 encoding/asn1.parseObjectIdentifier+0x51 /usr/local/go/src/encoding/asn1/asn1.go:261 # 0x5e3dd5 encoding/asn1.parseField+0x2d25 /usr/local/go/src/encoding/asn1/asn1.go:828 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [786: 25152] @ 0x4bd849 0x5e0e6f 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [436: 34880] @ 0x5e4198 0x5e2f02 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e4197 encoding/asn1.parseField+0x30e7 /usr/local/go/src/encoding/asn1/asn1.go:825 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 3055616] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 622592] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 892928] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 557056] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2208: 423936] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [414: 6624] @ 0x4acdcd 0x4abcfa 0x5e2a78 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2a77 encoding/asn1.parseField+0x19c7 /usr/local/go/src/encoding/asn1/asn1.go:901 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [143: 6864] @ 0x40d8d0 0xdafcf1 0xdaf246 0xddfe7d 0x45f261 # 0xdafcf0 github.com/minio/minio-go/v6.GetObjectOptions.Header+0x60 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:43 # 0xdaf245 github.com/minio/minio-go/v6.Client.getObject+0xe5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:626 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1400: 716800] @ 0x69c99f 0x69d72d 0x69bf8b 0x789132 0x45f261 # 0x69c99e crypto/tls.(*Conn).makeClientHello+0x20e /usr/local/go/src/crypto/tls/handshake_client.go:79 # 0x69d72c crypto/tls.(*Conn).clientHandshake+0x5c /usr/local/go/src/crypto/tls/handshake_client.go:147 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [461: 81136] @ 0x59daa1 0x59d519 0x691e05 0x6a13cc 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x59daa0 crypto/aes.newCipher+0x80 /usr/local/go/src/crypto/aes/cipher_asm.go:38 # 0x59d518 crypto/aes.NewCipher+0x48 /usr/local/go/src/crypto/aes/cipher.go:40 # 0x691e04 crypto/tls.aeadAESGCM+0x54 /usr/local/go/src/crypto/tls/cipher_suites.go:245 # 0x6a13cb crypto/tls.(*clientHandshakeState).establishKeys+0x53b /usr/local/go/src/crypto/tls/handshake_client.go:631 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2: 32] @ 0xeda515 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda514 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x374 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:230 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [42: 672] @ 0x77cad2 0x77bd1c 0x45f261 # 0x77cad1 net/http.(*Transport).dialConn+0x101 /usr/local/go/src/net/http/transport.go:1430 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [2: 32] @ 0x8bfa0b 0x8b61a9 0x16939ab 0x16a9886 0x872954 0x45f261 # 0x8bfa0a github.com/thanos-io/thanos/pkg/objstore.(*timingReadCloser).Close+0x5a /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:382 # 0x8b61a8 github.com/thanos-io/thanos/pkg/runutil.CloseWithLogOnErr+0x48 /go/src/github.com/thanos-io/thanos/pkg/runutil/runutil.go:109 # 0x16939aa github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x2aa /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1251 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [158: 7584] @ 0xdde1c6 0xdd3c52 0xdaf37a 0xddfe7d 0x45f261 # 0xdde1c5 github.com/minio/minio-go/v6.Client.newRetryTimer+0xc5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/retry.go:49 # 0xdd3c51 github.com/minio/minio-go/v6.Client.executeMethod+0x1d1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:600 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [2036: 1300955136] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [5609: 3032629248] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1633: 2715639808] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2211: 1231650816] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 3063808] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [15: 7680] @ 0x5049d7 0x50431b 0x541b80 0x541b5c 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x541b7f bytes.(*Buffer).Grow+0xbf /usr/local/go/src/bytes/buffer.go:161 # 0x541b5b io/ioutil.readAll+0x9b /usr/local/go/src/io/ioutil/ioutil.go:34 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 5169152] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 48] @ 0x40d6cd 0xdb0c37 0xdb0af2 0xdf52ff 0xdf5487 0x8beaf9 0x16937c1 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0xdb0c36 github.com/minio/minio-go/v6.(*GetObjectOptions).Set+0x326 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:58 # 0xdb0af1 github.com/minio/minio-go/v6.(*GetObjectOptions).SetRange+0x1e1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:113 # 0xdf52fe github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0x37e /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:254 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 2998272] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [350: 33600] @ 0xdd3b8a 0xdaf37a 0xddfe7d 0x45f261 # 0xdd3b89 github.com/minio/minio-go/v6.Client.executeMethod+0x109 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:592 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [20: 167772160] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [499: 95808] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e4a6d 0x677fb0 0x677f6d 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677faf encoding/asn1.Unmarshal+0x1b3f /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677f6c crypto/x509.parseCertificate+0x1afc /usr/local/go/src/crypto/x509/x509.go:1580 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1148: 477568] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [264: 4224] @ 0x4acdcd 0x4abcfa 0x5e2d35 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2d34 encoding/asn1.parseField+0x1c84 /usr/local/go/src/encoding/asn1/asn1.go:915 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 188416] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [283: 13584] @ 0x65b759 0x640b18 0x641d05 0x6271e6 0x62843e 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x65b758 net.(*Resolver).internetAddrList.func1+0x168 /usr/local/go/src/net/ipsock.go:266 # 0x640b17 net.filterAddrList+0x247 /usr/local/go/src/net/ipsock.go:128 # 0x641d04 net.(*Resolver).internetAddrList+0x764 /usr/local/go/src/net/ipsock.go:299 # 0x6271e5 net.(*Resolver).resolveAddrList+0x505 /usr/local/go/src/net/dial.go:220 # 0x62843d net.(*Dialer).DialContext+0x1fd /usr/local/go/src/net/dial.go:402 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [161: 675282944] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4118: 236142592] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [30413: 1494859776] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 196608] @ 0xede6bf 0xede42b 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [34: 139264] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 80] @ 0x8bf886 0x8bec00 0x16937c1 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x8bf885 github.com/thanos-io/thanos/pkg/objstore.newTimingReadCloser+0x105 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:376 # 0x8bebff github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0x1ff /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:290 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [157: 329252864] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [196: 205520896] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [5: 61440] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [152: 7296] @ 0x50095a 0x500937 0x500525 0xd82d0a 0xd8440d 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0xd82d09 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x2b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:175 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [95: 3040] @ 0x501d04 0x501ce1 0x501baf 0xd825a1 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x501d03 strings.(*Builder).grow+0x223 /usr/local/go/src/strings/builder.go:67 # 0x501ce0 strings.(*Builder).Grow+0x200 /usr/local/go/src/strings/builder.go:81 # 0x501bae strings.ToLower+0xce /usr/local/go/src/strings/strings.go:600 # 0xd825a0 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x250 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:134 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [869: 278080] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2: 147456] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 6144] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [538: 86080] @ 0x53a863 0x53a971 0xdd4b96 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x53a862 strings.(*Builder).WriteString+0x862 /usr/local/go/src/strings/builder.go:122 # 0x53a970 net/url.(*URL).String+0x970 /usr/local/go/src/net/url/url.go:809 # 0xdd4b95 github.com/minio/minio-go/v6.Client.newRequest+0x295 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:747 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [348: 33408] @ 0x601091 0xd849af 0xd81ff7 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x601090 crypto/hmac.New+0x30 /usr/local/go/src/crypto/hmac/hmac.go:71 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ff6 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x2a6 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:86 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [88: 1408] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e49c4 0x676e48 0x676e05 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e49c3 encoding/asn1.UnmarshalWithParams+0x103 /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676e47 encoding/asn1.Unmarshal+0x9d7 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x676e04 crypto/x509.parseCertificate+0x994 /usr/local/go/src/crypto/x509/x509.go:1553 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [485: 77600] @ 0xdde131 0xdd3c52 0xdaf37a 0xddfe7d 0x45f261 # 0xdde130 github.com/minio/minio-go/v6.Client.newRetryTimer+0x30 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/retry.go:44 # 0xdd3c51 github.com/minio/minio-go/v6.Client.executeMethod+0x1d1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:600 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [289: 27744] @ 0x6670d0 0x6ca6ea 0x6ca6c7 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6ca6e9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x139 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca6c6 crypto/tls.(*clientHelloMsg).marshal.func1.4+0x116 /usr/local/go/src/crypto/tls/handshake_messages.go:144 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [843: 26976] @ 0x5e3f25 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3f24 encoding/asn1.parseField+0x2e74 /usr/local/go/src/encoding/asn1/asn1.go:831 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [319: 30624] @ 0x601091 0xd849af 0xd81e8d 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x601090 crypto/hmac.New+0x30 /usr/local/go/src/crypto/hmac/hmac.go:71 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81e8c github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x13c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [917: 73360] @ 0x48006d 0x5dfb06 0x5dfacb 0x5e3807 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x48006c time.parse+0x35c /usr/local/go/src/time/format.go:1087 # 0x5dfb05 time.Parse+0xb5 /usr/local/go/src/time/format.go:812 # 0x5dfaca encoding/asn1.parseUTCTime+0x7a /usr/local/go/src/encoding/asn1/asn1.go:336 # 0x5e3806 encoding/asn1.parseField+0x2756 /usr/local/go/src/encoding/asn1/asn1.go:846 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1603: 923328] @ 0x5b88e8 0x5b8117 0x5b7df1 0x5baa88 0x5acb1d 0x5fd794 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67126b 0x67b3c8 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b88e7 math/big.nat.make+0x8e7 /usr/local/go/src/math/big/nat.go:69 # 0x5b8116 math/big.nat.divLarge+0x116 /usr/local/go/src/math/big/nat.go:707 # 0x5b7df0 math/big.nat.div+0x400 /usr/local/go/src/math/big/nat.go:664 # 0x5baa87 math/big.nat.expNN+0x417 /usr/local/go/src/math/big/nat.go:1094 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67126a crypto/x509.(*Certificate).buildChains+0x19a /usr/local/go/src/crypto/x509/verify.go:861 # 0x67b3c7 crypto/x509.(*Certificate).buildChains.func1+0x5e7 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [59: 483328] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [9826: 5071159296] @ 0xe4e77e 0xe4e4f1 0x1693ac0 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xe4e77d github.com/thanos-io/thanos/pkg/pool.NewBucketedBytesPool.func1+0x5d /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:54 # 0xe4e4f0 github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Get+0x150 /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:79 # 0x1693abf github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x6f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1255 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 909312] @ 0x40da93 0x40f709 0x40e3e0 0xed6a8d 0xeda3f7 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xed6a8c github.com/hashicorp/golang-lru/simplelru.(*LRU).Add+0x26c /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:62 # 0xeda3f6 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x256 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:226 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [806: 232128] @ 0x5bd410 0x5bd282 0x5fa152 0x5fa0fb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bd40f math/big.nat.make+0x1af /usr/local/go/src/math/big/nat.go:69 # 0x5bd281 math/big.nat.setBytes+0x21 /usr/local/go/src/math/big/nat.go:1313 # 0x5fa151 math/big.(*Int).SetBytes+0x141 /usr/local/go/src/math/big/int.go:442 # 0x5fa0fa crypto/rsa.VerifyPKCS1v15+0xea /usr/local/go/src/crypto/rsa/pkcs1v15.go:280 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [237: 15532032] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 2304] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 9216] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [106: 3392] @ 0xd82cb9 0xd82ca6 0xd82f3d 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd82cb8 sort.Strings+0x268 /usr/local/go/src/sort/sort.go:314 # 0xd82ca5 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x255 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:174 # 0xd82f3c github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x19c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:194 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [4986: 530989056] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [90: 1474560] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4175: 478822400] @ 0x9242db 0x1695058 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x1695057 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x207 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1448 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [313: 360576] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [674: 2760704] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 11264] @ 0xb01b27 0xb01cd4 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [153: 36720] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [315: 967680] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [52: 13312] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [722: 1663488] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [97: 1552] @ 0xad2887 0xad2865 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xad2886 google.golang.org/grpc.msgHeader+0x156 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:593 # 0xad2864 google.golang.org/grpc.prepareMsg+0x134 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1527 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [128: 4096] @ 0x6990e5 0x697684 0x69b8f1 0x69b8fc 0x77eed5 0x5577d3 0x55793f 0x77fb86 0x45f261 # 0x6990e4 crypto/tls.(*Conn).readFromUntil+0xa4 /usr/local/go/src/crypto/tls/conn.go:802 # 0x697683 crypto/tls.(*Conn).readRecordOrCCS+0x123 /usr/local/go/src/crypto/tls/conn.go:609 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x5577d2 bufio.(*Reader).fill+0x102 /usr/local/go/src/bufio/bufio.go:100 # 0x55793e bufio.(*Reader).Peek+0x4e /usr/local/go/src/bufio/bufio.go:138 # 0x77fb85 net/http.(*persistConn).readLoop+0x1d5 /usr/local/go/src/net/http/transport.go:1897 0: 0 [1752: 28032] @ 0x85905b 0x859040 0x923f2b 0x85c273 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85905a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x85903f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1282 # 0x923f2a github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LookupSymbol+0x11a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:755 # 0x85c272 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1675 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [11430: 248716800] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [79: 2528] @ 0x69cc0e 0x69d72d 0x69bf8b 0x789132 0x45f261 # 0x69cc0d crypto/tls.(*Conn).makeClientHello+0x47d /usr/local/go/src/crypto/tls/handshake_client.go:87 # 0x69d72c crypto/tls.(*Conn).clientHandshake+0x5c /usr/local/go/src/crypto/tls/handshake_client.go:147 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [84: 1344] @ 0x6781b3 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6781b2 crypto/x509.parseCertificate+0x1d42 /usr/local/go/src/crypto/x509/x509.go:1592 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1179: 415008] @ 0x4133d3 0xdafe02 0xdafd7e 0xdafd7d 0xdaf246 0xddfe7d 0x45f261 # 0xdafe01 net/textproto.MIMEHeader.Set+0x171 /usr/local/go/src/net/textproto/header.go:22 # 0xdafd7d net/http.Header.Set+0xed /usr/local/go/src/net/http/header.go:37 # 0xdafd7c github.com/minio/minio-go/v6.GetObjectOptions.Header+0xec /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:45 # 0xdaf245 github.com/minio/minio-go/v6.Client.getObject+0xe5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:626 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [26: 4992] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [619: 356544] @ 0x168e341 0x16a8228 0x872954 0x45f261 # 0x168e340 github.com/thanos-io/thanos/pkg/store.blockSeries+0x790 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:718 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [43: 3874816] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [356: 39872] @ 0xd79bcb 0x6010d2 0xd849af 0xd81efa 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ef9 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x1a9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:84 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [120: 3840] @ 0xd7a019 0xd84926 0xd832b3 0xd8425f 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd7a018 github.com/minio/sha256-simd.(*digest).Sum+0x128 /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:157 # 0xd84925 github.com/minio/minio-go/v6/pkg/s3signer.sum256+0x85 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:35 # 0xd832b2 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x1c2 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:204 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [673: 1550592] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [394: 2420736] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [439: 70240] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2: 128] @ 0xedb82a 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb829 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x199 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:328 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [90: 23040] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [186: 41664] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [121: 34848] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [488: 4997120] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [711: 5824512] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1964: 2765312] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [780: 49920] @ 0xa6ab65 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6ab64 google.golang.org/grpc/internal/transport.(*http2Server).Write+0xf4 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:914 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [235: 150400] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [47: 33088] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1000: 2688000] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2426: 2173696] @ 0x5b88e8 0x5b8117 0x5b7df1 0x5baa88 0x5acb1d 0x5fd794 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67126b 0x67b3c8 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b88e7 math/big.nat.make+0x8e7 /usr/local/go/src/math/big/nat.go:69 # 0x5b8116 math/big.nat.divLarge+0x116 /usr/local/go/src/math/big/nat.go:707 # 0x5b7df0 math/big.nat.div+0x400 /usr/local/go/src/math/big/nat.go:664 # 0x5baa87 math/big.nat.expNN+0x417 /usr/local/go/src/math/big/nat.go:1094 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67126a crypto/x509.(*Certificate).buildChains+0x19a /usr/local/go/src/crypto/x509/verify.go:861 # 0x67b3c7 crypto/x509.(*Certificate).buildChains.func1+0x5e7 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1336: 2394112] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [111: 56832] @ 0xb01b27 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [410: 13120] @ 0xa51ee5 0xa51eb6 0xa6ad54 0xa6ad21 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa51ee4 google.golang.org/grpc/internal/transport.(*itemList).enqueue+0x114 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:47 # 0xa51eb5 google.golang.org/grpc/internal/transport.(*controlBuffer).executeAndPut+0xe5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:332 # 0xa6ad53 google.golang.org/grpc/internal/transport.(*controlBuffer).put+0x2e3 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/controlbuf.go:311 # 0xa6ad20 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x2b0 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:924 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [193: 222336] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [35: 40320] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [16: 10240] @ 0xb01b27 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [452: 404992] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [109: 1744] @ 0x4acdcd 0x4abcfa 0x5e3017 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e3016 encoding/asn1.parseField+0x1f66 /usr/local/go/src/encoding/asn1/asn1.go:908 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [29: 534528] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1474: 47168] @ 0x5e3162 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3161 encoding/asn1.parseField+0x20b1 /usr/local/go/src/encoding/asn1/asn1.go:932 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [376: 6016] @ 0x4acdcd 0x4abcfa 0x5e3017 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e3016 encoding/asn1.parseField+0x1f66 /usr/local/go/src/encoding/asn1/asn1.go:908 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [4711: 2713536] @ 0x5b6dce 0x5b6ca7 0x5ba98c 0x5acb1d 0x5fd794 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67126b 0x67b3c8 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b6dcd math/big.nat.make+0x42d /usr/local/go/src/math/big/nat.go:69 # 0x5b6ca6 math/big.nat.sqr+0x306 /usr/local/go/src/math/big/nat.go:576 # 0x5ba98b math/big.nat.expNN+0x31b /usr/local/go/src/math/big/nat.go:1085 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67126a crypto/x509.(*Certificate).buildChains+0x19a /usr/local/go/src/crypto/x509/verify.go:861 # 0x67b3c7 crypto/x509.(*Certificate).buildChains.func1+0x5e7 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1225: 940800] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [734: 6952448] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1669: 31831168] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2750: 50688000] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2293: 11153152] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [13746: 281518080] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [848: 12156928] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2448: 10027008] @ 0x40da93 0x40f709 0x4118fc 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [437: 55936] @ 0xdd4493 0xdd3df9 0xdd3d5f 0xdaf37a 0xddfe7d 0x45f261 # 0xdd4492 net/http.cloneURL+0xa12 /usr/local/go/src/net/http/clone.go:26 # 0xdd3df8 net/http.(*Request).WithContext+0x378 /usr/local/go/src/net/http/request.go:360 # 0xdd3d5e github.com/minio/minio-go/v6.Client.executeMethod+0x2de /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:625 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [550: 9011200] @ 0x82875a 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x828759 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x69 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:408 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [844: 243072] @ 0x5bb304 0x5bb2da 0x5acb1d 0x5fd794 0x5fa1cb 0x68fd43 0x6be6cd 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bb303 math/big.nat.make+0xc93 /usr/local/go/src/math/big/nat.go:69 # 0x5bb2d9 math/big.nat.expNN+0xc69 /usr/local/go/src/math/big/nat.go:1053 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x68fd42 crypto/tls.verifyHandshakeSignature+0xc2 /usr/local/go/src/crypto/tls/auth.go:117 # 0x6be6cc crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x64c /usr/local/go/src/crypto/tls/key_agreement.go:306 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [803: 25696] @ 0x4bd849 0x5e3e6c 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [919: 264672] @ 0x77cb15 0x77bd1c 0x45f261 # 0x77cb14 net/http.(*Transport).dialConn+0x144 /usr/local/go/src/net/http/transport.go:1431 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [2527: 323456] @ 0x168e178 0x16a8228 0x872954 0x45f261 # 0x168e177 github.com/thanos-io/thanos/pkg/store.blockSeries+0x5c7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:675 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [580: 241280] @ 0x40da93 0x40f709 0x4118fc 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [11029: 158111744] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [7: 3136] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1291: 103280] @ 0x5e4198 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e4197 encoding/asn1.parseField+0x30e7 /usr/local/go/src/encoding/asn1/asn1.go:825 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1645: 23582720] @ 0x40da93 0x40f709 0x4118fc 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 160] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [814: 26048] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e0faa 0x5e32e7 0x5e4a6d 0x677346 0x677303 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x677345 encoding/asn1.Unmarshal+0xed5 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x677302 crypto/x509.parseCertificate+0xe92 /usr/local/go/src/crypto/x509/x509.go:1497 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2180: 34880] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [285: 32686080] @ 0x40da93 0x40f709 0x4118fc 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1094: 52512] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [691: 22112] @ 0x5e3f25 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e3f24 encoding/asn1.parseField+0x2e74 /usr/local/go/src/encoding/asn1/asn1.go:831 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1024: 393216] @ 0x6c79d4 0x6c778c 0x6c778b 0x666fe4 0x667156 0x6ca6ea 0x6ca6c7 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6c79d3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).add+0x283 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:298 # 0x6c778b vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16+0x3b /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:84 # 0x6c778a crypto/tls.(*clientHelloMsg).marshal.func1.4.2+0x3a /usr/local/go/src/crypto/tls/handshake_messages.go:146 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6ca6e9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x139 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca6c6 crypto/tls.(*clientHelloMsg).marshal.func1.4+0x116 /usr/local/go/src/crypto/tls/handshake_messages.go:144 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [325: 31200] @ 0x404bdc 0x4846ea 0x782355 0x7771b8 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x4846e9 time.NewTimer+0x39 /usr/local/go/src/time/sleep.go:83 # 0x782354 net/http.(*persistConn).roundTrip+0x7d4 /usr/local/go/src/net/http/transport.go:2430 # 0x7771b7 net/http.(*Transport).roundTrip+0x8f7 /usr/local/go/src/net/http/transport.go:535 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [29: 59392] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [27470: 450068480] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1576: 45187072] @ 0x40da93 0x40f709 0x4118fc 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [891: 12773376] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [703: 146224] @ 0x40d667 0x4119c5 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1818: 29786112] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 384] @ 0xdacc78 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x16937c1 0x16a9886 0x872954 0x45f261 # 0xdacc77 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x217 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:61 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4542: 334872576] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [1475: 2643200] @ 0x40da93 0x40f709 0x4118fc 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [55: 126720] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2108: 6475776] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [10906: 44670976] @ 0x77d442 0x77d417 0x77bd1c 0x45f261 # 0x77d441 bufio.NewWriterSize+0xa71 /usr/local/go/src/bufio/bufio.go:564 # 0x77d416 net/http.(*Transport).dialConn+0xa46 /usr/local/go/src/net/http/transport.go:1564 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [133: 30507008] @ 0x40da93 0x40f709 0x4118fc 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2312: 11245568] @ 0xa6adf8 0xad1cbd 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xa6adf7 google.golang.org/grpc/internal/transport.(*http2Server).Write+0x387 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:908 # 0xad1cbc google.golang.org/grpc.(*serverStream).SendMsg+0x24c /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1421 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [550: 563200] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 208] @ 0x40d667 0x40e5c0 0xed6a8d 0xeda3f7 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xed6a8c github.com/hashicorp/golang-lru/simplelru.(*LRU).Add+0x26c /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:62 # 0xeda3f6 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x256 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:226 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [292: 153092096] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 122880] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [328: 10496] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [722: 11552] @ 0x4ffc68 0x5e4c0f 0x5e4c1a 0x5e2e55 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x5e4c0e strings.Split+0x8e /usr/local/go/src/strings/strings.go:308 # 0x5e4c19 encoding/asn1.parseFieldParameters+0x99 /usr/local/go/src/encoding/asn1/common.go:94 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [768: 221184] @ 0x5bd410 0x5bd282 0x5fa152 0x5fa0fb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67126b 0x67b3c8 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bd40f math/big.nat.make+0x1af /usr/local/go/src/math/big/nat.go:69 # 0x5bd281 math/big.nat.setBytes+0x21 /usr/local/go/src/math/big/nat.go:1313 # 0x5fa151 math/big.(*Int).SetBytes+0x141 /usr/local/go/src/math/big/int.go:442 # 0x5fa0fa crypto/rsa.VerifyPKCS1v15+0xea /usr/local/go/src/crypto/rsa/pkcs1v15.go:280 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67126a crypto/x509.(*Certificate).buildChains+0x19a /usr/local/go/src/crypto/x509/verify.go:861 # 0x67b3c7 crypto/x509.(*Certificate).buildChains.func1+0x5e7 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [35: 15680] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 192] @ 0xeda303 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [94: 1504] @ 0x4acdcd 0x4abcfa 0x5e2a78 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2a77 encoding/asn1.parseField+0x19c7 /usr/local/go/src/encoding/asn1/asn1.go:901 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [260: 24960] @ 0x6670d0 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [21: 198912] @ 0x1697c66 0x168e3c6 0x16a8228 0x872954 0x45f261 # 0x1697c65 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).addPreload+0xb5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1809 # 0x168e3c5 github.com/thanos-io/thanos/pkg/store.blockSeries+0x815 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:708 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [64: 2048] @ 0x606d92 0x600df6 0x6c039c 0x6d6992 0x6c2347 0x6a2534 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x606d91 crypto/sha256.(*digest).Sum+0x211 /usr/local/go/src/crypto/sha256/sha256.go:214 # 0x600df5 crypto/hmac.(*hmac).Sum+0x55 /usr/local/go/src/crypto/hmac/hmac.go:46 # 0x6c039b crypto/tls.pHash+0x22b /usr/local/go/src/crypto/tls/prf.go:37 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2346 crypto/tls.finishedHash.clientSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:297 # 0x6a2533 crypto/tls.(*clientHandshakeState).sendFinished+0x153 /usr/local/go/src/crypto/tls/handshake_client.go:801 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [193: 12352] @ 0x5bd410 0x5bd282 0x5d1d20 0x5d1cd2 0x5d2563 0x6bfde2 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bd40f math/big.nat.make+0x1af /usr/local/go/src/math/big/nat.go:69 # 0x5bd281 math/big.nat.setBytes+0x21 /usr/local/go/src/math/big/nat.go:1313 # 0x5d1d1f math/big.(*Int).SetBytes+0x6f /usr/local/go/src/math/big/int.go:442 # 0x5d1cd1 crypto/elliptic.p256GetScalar+0x21 /usr/local/go/src/crypto/elliptic/p256_asm.go:215 # 0x5d2562 crypto/elliptic.p256Curve.ScalarMult+0x82 /usr/local/go/src/crypto/elliptic/p256_asm.go:278 # 0x6bfde1 crypto/tls.(*nistParameters).SharedKey+0xd1 /usr/local/go/src/crypto/tls/key_schedule.go:172 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 163840] @ 0xede9a0 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [133: 10640] @ 0x85905b 0x859040 0x923f2b 0x85c273 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85905a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/encoding/encoding.go:187 # 0x85903f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1282 # 0x923f2a github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LookupSymbol+0x11a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:755 # 0x85c272 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1675 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1467: 84123648] @ 0x40da93 0x40f709 0x4118fc 0x169865a 0x16aa16f 0x872954 0x45f261 # 0x1698659 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x389 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [94: 385024000] @ 0xe4e77e 0xe4e4f1 0x1693ac0 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xe4e77d github.com/thanos-io/thanos/pkg/pool.NewBucketedBytesPool.func1+0x5d /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:54 # 0xe4e4f0 github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Get+0x150 /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:79 # 0x1693abf github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x6f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1255 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [768: 393216] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 458752] @ 0x40da93 0x40f709 0x40e3e0 0xed6a8d 0xeda3f7 0xedb673 0x16971dc 0x16a9ffd 0x872954 0x45f261 # 0xed6a8c github.com/hashicorp/golang-lru/simplelru.(*LRU).Add+0x26c /go/pkg/mod/github.com/hashicorp/golang-lru@v0.5.3/simplelru/lru.go:62 # 0xeda3f6 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x256 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:226 # 0xedb672 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StoreSeries+0xc2 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:314 # 0x16971db github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x3cb /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1700 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 864] @ 0x40d667 0x4119c5 0x1697145 0x16a9ffd 0x872954 0x45f261 # 0x1697144 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x334 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1699 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [770: 221760] @ 0x5bb304 0x5bb2da 0x5acb1d 0x5fd794 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67126b 0x67b3c8 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bb303 math/big.nat.make+0xc93 /usr/local/go/src/math/big/nat.go:69 # 0x5bb2d9 math/big.nat.expNN+0xc69 /usr/local/go/src/math/big/nat.go:1053 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67126a crypto/x509.(*Certificate).buildChains+0x19a /usr/local/go/src/crypto/x509/verify.go:861 # 0x67b3c7 crypto/x509.(*Certificate).buildChains.func1+0x5e7 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1480: 96993280] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [805: 412160] @ 0x85c343 0x1697a95 0x168e120 0x16a8228 0x872954 0x45f261 # 0x85c342 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x272 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1680 # 0x1697a94 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).LoadedSeries+0xa4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1768 # 0x168e11f github.com/thanos-io/thanos/pkg/store.blockSeries+0x56f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:671 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [6: 13824] @ 0x40da93 0x40f709 0x4118fc 0x1697145 0x16a9ffd 0x872954 0x45f261 # 0x1697144 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x334 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1699 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4456: 142592] @ 0x1698622 0x16aa16f 0x872954 0x45f261 # 0x1698621 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0x351 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1878 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4006: 1050148864] @ 0xe4e77e 0xe4e4f1 0x1693ac0 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xe4e77d github.com/thanos-io/thanos/pkg/pool.NewBucketedBytesPool.func1+0x5d /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:54 # 0xe4e4f0 github.com/thanos-io/thanos/pkg/pool.(*BucketedBytesPool).Get+0x150 /go/src/github.com/thanos-io/thanos/pkg/pool/pool.go:79 # 0x1693abf github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x6f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1255 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1384: 13463552] @ 0x168e341 0x16a8228 0x872954 0x45f261 # 0x168e340 github.com/thanos-io/thanos/pkg/store.blockSeries+0x790 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:718 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 565248] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [144: 294912] @ 0x85ec42 0x1694759 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x85ec41 github.com/prometheus/prometheus/tsdb/index.ExpandPostings+0xc1 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/postings.go:303 # 0x1694758 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0x368 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1354 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 294912] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede9a0 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 294912] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 311296] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 557056] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [115: 3680] @ 0x1697982 0x1697fc9 0x168e7c5 0x16a8228 0x872954 0x45f261 # 0x1697981 github.com/thanos-io/thanos/pkg/store.gapBasedPartitioner.Partition+0x181 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1751 # 0x1697fc8 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload+0x288 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1831 # 0x168e7c4 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc14 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:723 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1983: 63456] @ 0x168df10 0x16a8228 0x872954 0x45f261 # 0x168df0f github.com/thanos-io/thanos/pkg/store.blockSeries+0x35f /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:696 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [442: 35360] @ 0x4ffc68 0x671a14 0x6719df 0x67202e 0x670f1a 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x671a13 strings.Split+0x123 /usr/local/go/src/strings/strings.go:308 # 0x6719de crypto/x509.matchHostnames+0xee /usr/local/go/src/crypto/x509/verify.go:943 # 0x67202d crypto/x509.(*Certificate).VerifyHostname+0x2bd /usr/local/go/src/crypto/x509/verify.go:1021 # 0x670f19 crypto/x509.(*Certificate).Verify+0x619 /usr/local/go/src/crypto/x509/verify.go:756 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [432: 13824] @ 0x67b838 0x675b76 0x675d53 0x6770fc 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b837 crypto/x509.parseSANExtension.func1+0xb7 /usr/local/go/src/crypto/x509/x509.go:1175 # 0x675b75 crypto/x509.forEachSAN+0x215 /usr/local/go/src/crypto/x509/x509.go:1161 # 0x675d52 crypto/x509.parseSANExtension+0xf2 /usr/local/go/src/crypto/x509/x509.go:1170 # 0x6770fb crypto/x509.parseCertificate+0xc8b /usr/local/go/src/crypto/x509/x509.go:1466 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2: 458752] @ 0xeda303 0xedb1f0 0x16a9c6c 0x872954 0x45f261 # 0xeda302 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).set+0x162 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:224 # 0xedb1ef github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).StorePostings+0x22f /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:291 # 0x16a9c6b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0x4db /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1562 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1151: 405152] @ 0x4133d3 0xdd5c04 0xdd5b74 0xdd5b60 0xdd4d49 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xdd5c03 net/textproto.MIMEHeader.Set+0xd3 /usr/local/go/src/net/textproto/header.go:22 # 0xdd5b73 net/http.Header.Set+0x43 /usr/local/go/src/net/http/header.go:37 # 0xdd5b5f github.com/minio/minio-go/v6.Client.setUserAgent+0x2f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:854 # 0xdd4d48 github.com/minio/minio-go/v6.Client.newRequest+0x448 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:792 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 128] @ 0xedb82a 0x1696964 0x168dc75 0x16a8228 0x872954 0x45f261 # 0xedb829 github.com/thanos-io/thanos/pkg/store/cache.(*InMemoryIndexCache).FetchMultiSeries+0x199 /go/src/github.com/thanos-io/thanos/pkg/store/cache/inmemory.go:328 # 0x1696963 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0xa3 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1643 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 139264] @ 0xede89a 0xede42b 0xede39a 0xede409 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [260: 34078720] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1680: 537600] @ 0x5bd410 0x5bd282 0x5df12d 0x5df0fa 0x5e3435 0x5e2f02 0x5e4a6d 0x674d35 0x674cf4 0x6766c2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5bd40f math/big.nat.make+0x1af /usr/local/go/src/math/big/nat.go:69 # 0x5bd281 math/big.nat.setBytes+0x21 /usr/local/go/src/math/big/nat.go:1313 # 0x5df12c math/big.(*Int).SetBytes+0x1ac /usr/local/go/src/math/big/int.go:442 # 0x5df0f9 encoding/asn1.parseBigInt+0x179 /usr/local/go/src/encoding/asn1/asn1.go:149 # 0x5e3434 encoding/asn1.parseField+0x2384 /usr/local/go/src/encoding/asn1/asn1.go:866 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x674d34 encoding/asn1.Unmarshal+0x134 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x674cf3 crypto/x509.parsePublicKey+0xf3 /usr/local/go/src/crypto/x509/x509.go:1034 # 0x6766c1 crypto/x509.parseCertificate+0x251 /usr/local/go/src/crypto/x509/x509.go:1402 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [108: 1728] @ 0x60e209 0x676875 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e208 crypto/x509/pkix.(*Name).FillFromRDNSequence+0x2e8 /usr/local/go/src/crypto/x509/pkix/pkix.go:154 # 0x676874 crypto/x509.parseCertificate+0x404 /usr/local/go/src/crypto/x509/x509.go:1422 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2353: 2108288] @ 0x5b88e8 0x5b8117 0x5b7df1 0x5baa88 0x5acb1d 0x5fd794 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b88e7 math/big.nat.make+0x8e7 /usr/local/go/src/math/big/nat.go:69 # 0x5b8116 math/big.nat.divLarge+0x116 /usr/local/go/src/math/big/nat.go:707 # 0x5b7df0 math/big.nat.div+0x400 /usr/local/go/src/math/big/nat.go:664 # 0x5baa87 math/big.nat.expNN+0x417 /usr/local/go/src/math/big/nat.go:1094 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [985: 346720] @ 0x69a236 0x69f873 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x69a235 crypto/tls.(*Conn).readHandshake+0x255 /usr/local/go/src/crypto/tls/conn.go:1067 # 0x69f872 crypto/tls.(*clientHandshakeState).doFullHandshake+0x202 /usr/local/go/src/crypto/tls/handshake_client.go:470 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [310: 34720] @ 0x40cc45 0x4bd894 0x5e30ee 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [4687: 2699712] @ 0x5b6dce 0x5b6ca7 0x5ba98c 0x5acb1d 0x5fd794 0x5fa1cb 0x68fd43 0x6be6cd 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b6dcd math/big.nat.make+0x42d /usr/local/go/src/math/big/nat.go:69 # 0x5b6ca6 math/big.nat.sqr+0x306 /usr/local/go/src/math/big/nat.go:576 # 0x5ba98b math/big.nat.expNN+0x31b /usr/local/go/src/math/big/nat.go:1085 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x68fd42 crypto/tls.verifyHandshakeSignature+0xc2 /usr/local/go/src/crypto/tls/auth.go:117 # 0x6be6cc crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x64c /usr/local/go/src/crypto/tls/key_agreement.go:306 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [195: 12480] @ 0x60118b 0xd849af 0xd81efa 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x60118a crypto/hmac.New+0x12a /usr/local/go/src/crypto/hmac/hmac.go:77 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ef9 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x1a9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:84 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [418: 53504] @ 0x538725 0x538272 0xdd613f 0xdd4b6c 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x538724 net/url.parse+0x84 /usr/local/go/src/net/url/url.go:516 # 0x538271 net/url.Parse+0xa1 /usr/local/go/src/net/url/url.go:475 # 0xdd613e github.com/minio/minio-go/v6.Client.makeTargetURL+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:922 # 0xdd4b6b github.com/minio/minio-go/v6.Client.newRequest+0x26b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:740 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [4779: 234897408] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [212: 298496] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [598: 66976] @ 0x678492 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x678491 crypto/x509.parseCertificate+0x2021 /usr/local/go/src/crypto/x509/x509.go:1429 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1836: 8930304] @ 0x168e341 0x16a8228 0x872954 0x45f261 # 0x168e340 github.com/thanos-io/thanos/pkg/store.blockSeries+0x790 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:718 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 188416] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [692: 177152] @ 0x5fa203 0x5fa1d9 0x674860 0x673a7f 0x673a1c 0x67afee 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5fa202 math/big.(*Int).Bytes+0x1f2 /usr/local/go/src/math/big/int.go:449 # 0x5fa1d8 crypto/rsa.VerifyPKCS1v15+0x1c8 /usr/local/go/src/crypto/rsa/pkcs1v15.go:282 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [11344: 246845440] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [268: 25728] @ 0x5b6c67 0x5b6b28 0x5ab516 0x5c9cbb 0x5cd1a8 0x6bfd8f 0x6be25a 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b6c66 math/big.nat.make+0x2c6 /usr/local/go/src/math/big/nat.go:69 # 0x5b6b27 math/big.nat.sqr+0x187 /usr/local/go/src/math/big/nat.go:571 # 0x5ab515 math/big.(*Int).Mul+0x75 /usr/local/go/src/math/big/int.go:164 # 0x5c9cba crypto/elliptic.(*CurveParams).IsOnCurve+0xda /usr/local/go/src/crypto/elliptic/elliptic.go:60 # 0x5cd1a7 crypto/elliptic.Unmarshal+0x277 /usr/local/go/src/crypto/elliptic/elliptic.go:336 # 0x6bfd8e crypto/tls.(*nistParameters).SharedKey+0x7e /usr/local/go/src/crypto/tls/key_schedule.go:167 # 0x6be259 crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x1d9 /usr/local/go/src/crypto/tls/key_agreement.go:271 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [4349: 356270080] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [225: 14400] @ 0x60118b 0xd849af 0xd81ff7 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x60118a crypto/hmac.New+0x12a /usr/local/go/src/crypto/hmac/hmac.go:77 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ff6 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x2a6 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:86 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [458: 65952] @ 0x75b3f9 0x780eb5 0x780a7f 0x45f261 # 0x75b3f8 net/http.ReadResponse+0x98 /usr/local/go/src/net/http/response.go:157 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [5790: 237158400] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [4143: 3181824] @ 0x678781 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x678780 crypto/x509.ParseCertificate+0x30 /usr/local/go/src/crypto/x509/x509.go:1612 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1257: 482688] @ 0x449de5 0xd83291 0xd8425f 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd83290 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x1a0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:204 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [106: 3392] @ 0xdacaf3 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdacaf2 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x92 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:39 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [14864: 487063552] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [49: 200704] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [862: 248256] @ 0x4133d3 0xdb0bec 0xdb0af2 0xdf52ff 0xdf5487 0x8beaf9 0x1693bc2 0x1698392 0x16aa16f 0x872954 0x45f261 # 0xdb0beb github.com/minio/minio-go/v6.(*GetObjectOptions).Set+0x2db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:60 # 0xdb0af1 github.com/minio/minio-go/v6.(*GetObjectOptions).SetRange+0x1e1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:113 # 0xdf52fe github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0x37e /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:254 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x1693bc1 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readChunkRange+0x171 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1261 # 0x1698391 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).loadChunks+0xc1 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1853 # 0x16aa16e github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload.func3+0x9e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1843 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [4: 1152] @ 0x411a9c 0x1697145 0x16a9ffd 0x872954 0x45f261 # 0x1697144 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0x334 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1699 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 180224] @ 0xede89a 0xede42b 0xede39a 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [107: 876544] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [12399: 711008256] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [130: 31200] @ 0x61aaf0 0x61b4d3 0x616073 0x62c569 0x62d497 0x62e76c 0x65afc1 0x45f261 # 0x61aaef vendor/golang.org/x/net/dns/dnsmessage.(*Name).pack+0x3df /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:1952 # 0x61b4d2 vendor/golang.org/x/net/dns/dnsmessage.(*Question).pack+0x82 /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:2084 # 0x616072 vendor/golang.org/x/net/dns/dnsmessage.(*Builder).Question+0x72 /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:1299 # 0x62c568 net.newRequest+0x1f8 /usr/local/go/src/net/dnsclient_unix.go:56 # 0x62d496 net.(*Resolver).exchange+0xb6 /usr/local/go/src/net/dnsclient_unix.go:142 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [212: 3473408] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [150: 3264000] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [9: 4608] @ 0x5049d7 0x50431b 0x541b80 0x541b5c 0x16938ff 0x16938b8 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x541b7f bytes.(*Buffer).Grow+0xbf /usr/local/go/src/bytes/buffer.go:161 # 0x541b5b io/ioutil.readAll+0x9b /usr/local/go/src/io/ioutil/ioutil.go:34 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1337: 641760] @ 0x40cc45 0x4bd894 0x5e30ee 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [32: 458752] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [804: 52690944] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1472: 192937984] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [402: 13172736] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x1696ec1 0x16a9ffd 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x1696ec0 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).loadSeries+0xb0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1666 # 0x16a9ffc github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries.func2+0x9c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1657 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [850: 136000] @ 0x60e8a1 0x67689a 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e8a0 crypto/x509/pkix.(*Name).FillFromRDNSequence+0x980 /usr/local/go/src/crypto/x509/pkix/pkix.go:140 # 0x676899 crypto/x509.parseCertificate+0x429 /usr/local/go/src/crypto/x509/x509.go:1423 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2375: 2128000] @ 0x5b88e8 0x5b8117 0x5b7df1 0x5baa88 0x5acb1d 0x5fd794 0x5fa1cb 0x68fd43 0x6be6cd 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b88e7 math/big.nat.make+0x8e7 /usr/local/go/src/math/big/nat.go:69 # 0x5b8116 math/big.nat.divLarge+0x116 /usr/local/go/src/math/big/nat.go:707 # 0x5b7df0 math/big.nat.div+0x400 /usr/local/go/src/math/big/nat.go:664 # 0x5baa87 math/big.nat.expNN+0x417 /usr/local/go/src/math/big/nat.go:1094 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x68fd42 crypto/tls.verifyHandshakeSignature+0xc2 /usr/local/go/src/crypto/tls/auth.go:117 # 0x6be6cc crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x64c /usr/local/go/src/crypto/tls/key_agreement.go:306 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [85: 2720] @ 0x6777d4 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6777d3 crypto/x509.parseCertificate+0x1363 /usr/local/go/src/crypto/x509/x509.go:1535 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2: 160] @ 0x8bf886 0x8bec00 0x16937c1 0x16a9886 0x872954 0x45f261 # 0x8bf885 github.com/thanos-io/thanos/pkg/objstore.newTimingReadCloser+0x105 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:376 # 0x8bebff github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0x1ff /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:290 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [31: 1488] @ 0x40d6cd 0x48f220 0x48f04b 0x169055b 0x169052a 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x48f21f context.propagateCancel+0x11f /usr/local/go/src/context/context.go:252 # 0x48f04a context.WithCancel+0x9a /usr/local/go/src/context/context.go:231 # 0x169055a golang.org/x/sync/errgroup.WithContext+0x2fa /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x1690529 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x2c9 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:849 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [631: 121152] @ 0x5049d7 0x50431b 0x50473d 0xd828a9 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x50473c bytes.(*Buffer).WriteString+0xdc /usr/local/go/src/bytes/buffer.go:184 # 0xd828a8 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x558 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:147 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [263: 68943872] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [123: 4030464] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x16938ff 0x16938b8 0x16a9886 0x872954 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x16938fe io/ioutil.ReadAll+0x1fe /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x16938b7 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0x1b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1247 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [319: 15312] @ 0x6db0c8 0x75b7c3 0x780eb5 0x780a7f 0x45f261 # 0x6db0c7 net/textproto.(*Reader).ReadMIMEHeader+0x237 /usr/local/go/src/net/textproto/reader.go:517 # 0x75b7c2 net/http.ReadResponse+0x462 /usr/local/go/src/net/http/response.go:191 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [821: 26272] @ 0x5df5f2 0x5e3dd6 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5df5f1 encoding/asn1.parseObjectIdentifier+0x51 /usr/local/go/src/encoding/asn1/asn1.go:261 # 0x5e3dd5 encoding/asn1.parseField+0x2d25 /usr/local/go/src/encoding/asn1/asn1.go:828 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2441: 2187136] @ 0x5b5de0 0x5b5c97 0x5bab6a 0x5acb1d 0x5fd794 0x5fa1cb 0x68fd43 0x6be6cd 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b5ddf math/big.nat.make+0x91f /usr/local/go/src/math/big/nat.go:69 # 0x5b5c96 math/big.nat.mul+0x7d6 /usr/local/go/src/math/big/nat.go:429 # 0x5bab69 math/big.nat.expNN+0x4f9 /usr/local/go/src/math/big/nat.go:1089 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x68fd42 crypto/tls.verifyHandshakeSignature+0xc2 /usr/local/go/src/crypto/tls/auth.go:117 # 0x6be6cc crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x64c /usr/local/go/src/crypto/tls/key_agreement.go:306 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [798: 25536] @ 0x40cc45 0x4bd894 0x5e3e6c 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [84: 2688] @ 0x5e16e0 0x5e16ef 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e16df encoding/asn1.parseUTF8String+0x62f /usr/local/go/src/encoding/asn1/asn1.go:475 # 0x5e16ee encoding/asn1.parseField+0x63e /usr/local/go/src/encoding/asn1/asn1.go:681 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [166: 5312] @ 0x1694ec8 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x1694ec7 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x77 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1445 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1331: 851840] @ 0x59bff2 0x59bd79 0x6917a1 0x6971fc 0x699b9f 0x69a9d7 0x77e942 0x559315 0x781898 0x45f261 # 0x59bff1 crypto/aes.sliceForAppend+0x3d1 /usr/local/go/src/crypto/aes/aes_gcm.go:89 # 0x59bd78 crypto/aes.(*gcmAsm).Seal+0x158 /usr/local/go/src/crypto/aes/aes_gcm.go:123 # 0x6917a0 crypto/tls.(*prefixNonceAEAD).Seal+0x100 /usr/local/go/src/crypto/tls/cipher_suites.go:198 # 0x6971fb crypto/tls.(*halfConn).encrypt+0xe3b /usr/local/go/src/crypto/tls/conn.go:524 # 0x699b9e crypto/tls.(*Conn).writeRecordLocked+0x23e /usr/local/go/src/crypto/tls/conn.go:960 # 0x69a9d6 crypto/tls.(*Conn).Write+0x1b6 /usr/local/go/src/crypto/tls/conn.go:1133 # 0x77e941 net/http.persistConnWriter.Write+0x51 /usr/local/go/src/net/http/transport.go:1582 # 0x559314 bufio.(*Writer).Flush+0x74 /usr/local/go/src/bufio/bufio.go:593 # 0x781897 net/http.(*persistConn).writeLoop+0x397 /usr/local/go/src/net/http/transport.go:2212 0: 0 [7: 2016] @ 0x4133d3 0xdb0bec 0xdb0af2 0xdf52ff 0xdf5487 0x8beaf9 0x16937c1 0x16a9886 0x872954 0x45f261 # 0xdb0beb github.com/minio/minio-go/v6.(*GetObjectOptions).Set+0x2db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:60 # 0xdb0af1 github.com/minio/minio-go/v6.(*GetObjectOptions).SetRange+0x1e1 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-options.go:113 # 0xdf52fe github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0x37e /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:254 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x16937c0 github.com/thanos-io/thanos/pkg/store.(*bucketBlock).readIndexRange+0xc0 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1241 # 0x16a9885 github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).fetchPostings.func3+0xf5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1538 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [10967: 44920832] @ 0x77d32c 0x77d300 0x77bd1c 0x45f261 # 0x77d32b bufio.NewReaderSize+0x95b /usr/local/go/src/bufio/bufio.go:56 # 0x77d2ff net/http.(*Transport).dialConn+0x92f /usr/local/go/src/net/http/transport.go:1563 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [842: 269440] @ 0x59bb31 0x59a070 0x691e4e 0x691e2e 0x6a1347 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x59bb30 crypto/aes.(*aesCipherGCM).NewGCM+0x30 /usr/local/go/src/crypto/aes/aes_gcm.go:55 # 0x59a06f crypto/cipher.newGCMWithNonceAndTagSize+0x38f /usr/local/go/src/crypto/cipher/gcm.go:116 # 0x691e4d crypto/cipher.NewGCM+0x9d /usr/local/go/src/crypto/cipher/gcm.go:85 # 0x691e2d crypto/tls.aeadAESGCM+0x7d /usr/local/go/src/crypto/tls/cipher_suites.go:249 # 0x6a1346 crypto/tls.(*clientHandshakeState).establishKeys+0x4b6 /usr/local/go/src/crypto/tls/handshake_client.go:630 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1191: 57168] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [204: 3264] @ 0x5e038f 0x5e1896 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e038e encoding/asn1.parsePrintableString+0x14e /usr/local/go/src/encoding/asn1/asn1.go:405 # 0x5e1895 encoding/asn1.parseField+0x7e5 /usr/local/go/src/encoding/asn1/asn1.go:673 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2384: 2136064] @ 0x5b5de0 0x5b5c97 0x5bab6a 0x5acb1d 0x5fd794 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67126b 0x67b3c8 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b5ddf math/big.nat.make+0x91f /usr/local/go/src/math/big/nat.go:69 # 0x5b5c96 math/big.nat.mul+0x7d6 /usr/local/go/src/math/big/nat.go:429 # 0x5bab69 math/big.nat.expNN+0x4f9 /usr/local/go/src/math/big/nat.go:1089 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67126a crypto/x509.(*Certificate).buildChains+0x19a /usr/local/go/src/crypto/x509/verify.go:861 # 0x67b3c7 crypto/x509.(*Certificate).buildChains.func1+0x5e7 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1150: 36800] @ 0x40cc45 0x4bd894 0x5e3e6c 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2902: 232160] @ 0x5e4198 0x5e4a6d 0x675b0e 0x675ad0 0x675d53 0x6770fc 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e4197 encoding/asn1.parseField+0x30e7 /usr/local/go/src/encoding/asn1/asn1.go:825 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x675b0d encoding/asn1.Unmarshal+0x1ad /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x675acf crypto/x509.forEachSAN+0x16f /usr/local/go/src/crypto/x509/x509.go:1156 # 0x675d52 crypto/x509.parseSANExtension+0xf2 /usr/local/go/src/crypto/x509/x509.go:1170 # 0x6770fb crypto/x509.parseCertificate+0xc8b /usr/local/go/src/crypto/x509/x509.go:1466 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1639: 944064] @ 0x5b88e8 0x5b8117 0x5b7df1 0x5baa88 0x5acb1d 0x5fd794 0x5fa1cb 0x68fd43 0x6be6cd 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b88e7 math/big.nat.make+0x8e7 /usr/local/go/src/math/big/nat.go:69 # 0x5b8116 math/big.nat.divLarge+0x116 /usr/local/go/src/math/big/nat.go:707 # 0x5b7df0 math/big.nat.div+0x400 /usr/local/go/src/math/big/nat.go:664 # 0x5baa87 math/big.nat.expNN+0x417 /usr/local/go/src/math/big/nat.go:1094 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x68fd42 crypto/tls.verifyHandshakeSignature+0xc2 /usr/local/go/src/crypto/tls/auth.go:117 # 0x6be6cc crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x64c /usr/local/go/src/crypto/tls/key_agreement.go:306 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [134: 6432] @ 0x6bf9ac 0x6be1df 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6bf9ab crypto/tls.generateECDHEParameters+0x14b /usr/local/go/src/crypto/tls/key_schedule.go:127 # 0x6be1de crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x15e /usr/local/go/src/crypto/tls/key_agreement.go:265 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [427: 34160] @ 0x60e8a1 0x67689a 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e8a0 crypto/x509/pkix.(*Name).FillFromRDNSequence+0x980 /usr/local/go/src/crypto/x509/pkix/pkix.go:140 # 0x676899 crypto/x509.parseCertificate+0x429 /usr/local/go/src/crypto/x509/x509.go:1423 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [662: 52960] @ 0x40cc45 0x4bd894 0x5e3e6c 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [488: 46848] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [13151: 63966464] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69a04d 0x69a058 0x69f6be 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69a04c crypto/tls.(*Conn).readRecord+0x6c /usr/local/go/src/crypto/tls/conn.go:577 # 0x69a057 crypto/tls.(*Conn).readHandshake+0x77 /usr/local/go/src/crypto/tls/conn.go:993 # 0x69f6bd crypto/tls.(*clientHandshakeState).doFullHandshake+0x4d /usr/local/go/src/crypto/tls/handshake_client.go:440 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1605: 924480] @ 0x40cc45 0x4bd894 0x5e0e6f 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e0e6e encoding/asn1.parseSequenceOf+0x37e /usr/local/go/src/encoding/asn1/asn1.go:613 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [683: 21856] @ 0x40cc45 0x4bd894 0x5e3e6c 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2800: 224000] @ 0x675ac2 0x675d53 0x6770fc 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x675ac1 crypto/x509.forEachSAN+0x161 /usr/local/go/src/crypto/x509/x509.go:1155 # 0x675d52 crypto/x509.parseSANExtension+0xf2 /usr/local/go/src/crypto/x509/x509.go:1170 # 0x6770fb crypto/x509.parseCertificate+0xc8b /usr/local/go/src/crypto/x509/x509.go:1466 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [164: 2624] @ 0x47d497 0x5dfb79 0x5e3807 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x47d496 time.Time.Format+0xe6 /usr/local/go/src/time/format.go:506 # 0x5dfb78 encoding/asn1.parseUTCTime+0x128 /usr/local/go/src/encoding/asn1/asn1.go:345 # 0x5e3806 encoding/asn1.parseField+0x2756 /usr/local/go/src/encoding/asn1/asn1.go:846 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [327: 41856] @ 0x60684d 0x6010a5 0x6c01c9 0x6d6992 0x6c10a1 0x6a0f68 0x69f2df 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60684c crypto/sha256.New+0x2c /usr/local/go/src/crypto/sha256/sha256.go:162 # 0x6010a4 crypto/hmac.New+0x44 /usr/local/go/src/crypto/hmac/hmac.go:72 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c10a0 crypto/tls.keysFromMasterSecret+0x1f0 /usr/local/go/src/crypto/tls/prf.go:163 # 0x6a0f67 crypto/tls.(*clientHandshakeState).establishKeys+0xd7 /usr/local/go/src/crypto/tls/handshake_client.go:621 # 0x69f2de crypto/tls.(*clientHandshakeState).handshake+0x41e /usr/local/go/src/crypto/tls/handshake_client.go:402 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2471: 2214016] @ 0x678492 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x678491 crypto/x509.parseCertificate+0x2021 /usr/local/go/src/crypto/x509/x509.go:1429 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [342: 43776] @ 0x60684d 0x6010a5 0x6c01c9 0x6d6992 0x6c2347 0x6a2534 0x69f329 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60684c crypto/sha256.New+0x2c /usr/local/go/src/crypto/sha256/sha256.go:162 # 0x6010a4 crypto/hmac.New+0x44 /usr/local/go/src/crypto/hmac/hmac.go:72 # 0x6c01c8 crypto/tls.pHash+0x58 /usr/local/go/src/crypto/tls/prf.go:28 # 0x6d6991 crypto/tls.prf12.func1+0x141 /usr/local/go/src/crypto/tls/prf.go:73 # 0x6c2346 crypto/tls.finishedHash.clientSum+0x1e6 /usr/local/go/src/crypto/tls/prf.go:297 # 0x6a2533 crypto/tls.(*clientHandshakeState).sendFinished+0x153 /usr/local/go/src/crypto/tls/handshake_client.go:801 # 0x69f328 crypto/tls.(*clientHandshakeState).handshake+0x468 /usr/local/go/src/crypto/tls/handshake_client.go:405 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1544: 889344] @ 0x5b88e8 0x5b8117 0x5b7df1 0x5baa88 0x5acb1d 0x5fd794 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b88e7 math/big.nat.make+0x8e7 /usr/local/go/src/math/big/nat.go:69 # 0x5b8116 math/big.nat.divLarge+0x116 /usr/local/go/src/math/big/nat.go:707 # 0x5b7df0 math/big.nat.div+0x400 /usr/local/go/src/math/big/nat.go:664 # 0x5baa87 math/big.nat.expNN+0x417 /usr/local/go/src/math/big/nat.go:1094 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [37: 592] @ 0x5b35f5 0x5b35bc 0x5b3582 0x5aa87c 0x5fd76f 0x5fd73e 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b35f4 math/big.nat.make+0x94 /usr/local/go/src/math/big/nat.go:64 # 0x5b35bb math/big.nat.setWord+0x5b /usr/local/go/src/math/big/nat.go:76 # 0x5b3581 math/big.nat.setUint64+0x21 /usr/local/go/src/math/big/nat.go:84 # 0x5aa87b math/big.(*Int).SetInt64+0x5b /usr/local/go/src/math/big/int.go:55 # 0x5fd76e math/big.NewInt+0x4e /usr/local/go/src/math/big/int.go:69 # 0x5fd73d crypto/rsa.encrypt+0x1d /usr/local/go/src/crypto/rsa/rsa.go:354 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [253: 24288] @ 0x6670d0 0x6cd09b 0x6cd052 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6cd09a vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x12a /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd051 crypto/tls.(*clientHelloMsg).marshal.func1+0xe1 /usr/local/go/src/crypto/tls/handshake_messages.go:110 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [283: 27168] @ 0x404bdc 0x4846ea 0x628f9b 0x628730 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x4846e9 time.NewTimer+0x39 /usr/local/go/src/time/sleep.go:83 # 0x628f9a net.(*sysDialer).dialParallel+0x27a /usr/local/go/src/net/dial.go:485 # 0x62872f net.(*Dialer).DialContext+0x4ef /usr/local/go/src/net/dial.go:422 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [1: 172032] @ 0xede9a0 0xede42b 0xede39a 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [384: 49152] @ 0x64e037 0x64e00a 0x6429c1 0x652ec2 0x652db7 0x62a04e 0x629681 0x65aab5 0x45f261 # 0x64e036 net.newFD+0xe6 /usr/local/go/src/net/fd_unix.go:40 # 0x64e009 net.socket+0xb9 /usr/local/go/src/net/sock_posix.go:27 # 0x6429c0 net.internetSocket+0x140 /usr/local/go/src/net/ipsock_posix.go:141 # 0x652ec1 net.(*sysDialer).doDialTCP+0xc1 /usr/local/go/src/net/tcpsock_posix.go:65 # 0x652db6 net.(*sysDialer).dialTCP+0xd6 /usr/local/go/src/net/tcpsock_posix.go:61 # 0x62a04d net.(*sysDialer).dialSingle+0x36d /usr/local/go/src/net/dial.go:578 # 0x629680 net.(*sysDialer).dialSerial+0x220 /usr/local/go/src/net/dial.go:546 # 0x65aab4 net.(*sysDialer).dialParallel.func1+0x94 /usr/local/go/src/net/dial.go:467 0: 0 [267: 25632] @ 0x628d8f 0x628730 0x77a765 0x77e30e 0x77bd1c 0x45f261 # 0x628d8e net.(*sysDialer).dialParallel+0x6e /usr/local/go/src/net/dial.go:451 # 0x62872f net.(*Dialer).DialContext+0x4ef /usr/local/go/src/net/dial.go:422 # 0x77a764 net/http.(*Transport).dial+0x1f4 /usr/local/go/src/net/http/transport.go:1034 # 0x77e30d net/http.(*Transport).dialConn+0x193d /usr/local/go/src/net/http/transport.go:1470 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [201: 12864] @ 0x601146 0xd849af 0xd81efa 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x601145 crypto/hmac.New+0xe5 /usr/local/go/src/crypto/hmac/hmac.go:76 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ef9 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x1a9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:84 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1158: 407616] @ 0x4133d3 0x753b03 0x71cf74 0x71bfd4 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x753b02 net/http.Header.Clone+0x262 /usr/local/go/src/net/http/header.go:96 # 0x71cf73 net/http.(*Client).makeHeadersCopier+0x43 /usr/local/go/src/net/http/client.go:671 # 0x71bfd3 net/http.(*Client).do+0x293 /usr/local/go/src/net/http/client.go:530 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [772: 172928] @ 0xd8295c 0xd82967 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd8295b bytes.(*Buffer).String+0x60b /usr/local/go/src/bytes/buffer.go:65 # 0xd82966 github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x616 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:159 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [174: 2784] @ 0x6dba40 0x6db017 0x75b7c3 0x780eb5 0x780a7f 0x45f261 # 0x6dba3f net/textproto.canonicalMIMEHeaderKey+0x15f /usr/local/go/src/net/textproto/reader.go:639 # 0x6db016 net/textproto.(*Reader).ReadMIMEHeader+0x186 /usr/local/go/src/net/textproto/reader.go:503 # 0x75b7c2 net/http.ReadResponse+0x462 /usr/local/go/src/net/http/response.go:191 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [288: 27648] @ 0x6670d0 0x6ca75e 0x6ca719 0x666fe4 0x667156 0x6cd182 0x6cd11f 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6670cf vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x8f /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:196 # 0x6ca75d vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x1ad /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6ca718 crypto/tls.(*clientHelloMsg).marshal.func1.4+0x168 /usr/local/go/src/crypto/tls/handshake_messages.go:153 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd181 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x211 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd11e crypto/tls.(*clientHelloMsg).marshal.func1+0x1ae /usr/local/go/src/crypto/tls/handshake_messages.go:123 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [11: 1584] @ 0x449cef 0x44977e 0x4499f7 0xd8339e 0xd8425f 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0xd8339d github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x2ad /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:204 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [96: 3072] @ 0x67b268 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b267 crypto/x509.(*Certificate).buildChains.func1+0x487 /usr/local/go/src/crypto/x509/verify.go:856 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [4766: 2745216] @ 0x5b6dce 0x5b6ca7 0x5ba98c 0x5acb1d 0x5fd794 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b6dcd math/big.nat.make+0x42d /usr/local/go/src/math/big/nat.go:69 # 0x5b6ca6 math/big.nat.sqr+0x306 /usr/local/go/src/math/big/nat.go:576 # 0x5ba98b math/big.nat.expNN+0x31b /usr/local/go/src/math/big/nat.go:1085 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [885: 141600] @ 0x60e8a1 0x676875 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60e8a0 crypto/x509/pkix.(*Name).FillFromRDNSequence+0x980 /usr/local/go/src/crypto/x509/pkix/pkix.go:140 # 0x676874 crypto/x509.parseCertificate+0x404 /usr/local/go/src/crypto/x509/x509.go:1422 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [199: 15920] @ 0x6d68ad 0x6c0dee 0x69fd24 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6d68ac crypto/tls.prf12.func1+0x5c /usr/local/go/src/crypto/tls/prf.go:69 # 0x6c0ded crypto/tls.masterFromPreMasterSecret+0x1cd /usr/local/go/src/crypto/tls/prf.go:149 # 0x69fd23 crypto/tls.(*clientHandshakeState).doFullHandshake+0x6b3 /usr/local/go/src/crypto/tls/handshake_client.go:606 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1034: 16544] @ 0x4acdcd 0x4abcfa 0x5e2d35 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4acdcc reflect.(*structType).Field+0x14c /usr/local/go/src/reflect/type.go:1214 # 0x4abcf9 reflect.(*rtype).Field+0x79 /usr/local/go/src/reflect/type.go:928 # 0x5e2d34 encoding/asn1.parseField+0x1c84 /usr/local/go/src/encoding/asn1/asn1.go:915 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [15: 3360] @ 0x50095a 0x500937 0x500525 0xd845e1 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x500959 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67 # 0x500936 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81 # 0x500524 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438 # 0xd845e0 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x6e0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:311 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 192] @ 0x60118b 0xd849af 0xd81f71 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x60118a crypto/hmac.New+0x12a /usr/local/go/src/crypto/hmac/hmac.go:77 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81f70 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x220 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:85 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 8192] @ 0x4de5aa 0x847bd1 0x847adf 0x168c03b 0x19d72f0 0x588027 0x45f261 # 0x4de5a9 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34 # 0x847bd0 os.(*File).Readdirnames+0x1d0 /usr/local/go/src/os/dir.go:48 # 0x847ade github.com/prometheus/prometheus/tsdb/fileutil.ReadDir+0xde /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/fileutil/fileutil.go:101 # 0x168c03a github.com/thanos-io/thanos/pkg/store.(*BucketStore).InitialSync+0x8a /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:401 # 0x19d72ef main.runStore.func4+0x29f /go/src/github.com/thanos-io/thanos/cmd/thanos/store.go:271 # 0x588026 github.com/oklog/run.(*Group).Run.func1+0x26 /go/pkg/mod/github.com/oklog/run@v1.0.0/group.go:38 0: 0 [3: 516096] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 188416] @ 0xede89a 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1511: 628576] @ 0x5049d7 0x50431b 0x50473d 0xd82840 0xd82edc 0xd84204 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x50473c bytes.(*Buffer).WriteString+0xdc /usr/local/go/src/bytes/buffer.go:184 # 0xd8283f github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalHeaders+0x4ef /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:143 # 0xd82edb github.com/minio/minio-go/v6/pkg/s3signer.getCanonicalRequest+0x13b /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:193 # 0xd84203 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x303 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:286 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 180224] @ 0xede9a0 0xede42b 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 384] @ 0x449de5 0xd83291 0xd8425f 0xdd51a6 0xdd3d2d 0xdb397c 0xde1703 0x45f261 # 0xd83290 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x1a0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:204 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdb397b github.com/minio/minio-go/v6.Client.listObjectsQuery+0x3db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:481 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [2: 311296] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 188416] @ 0xede89a 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [172: 8256] @ 0x40d6cd 0x757e66 0xdd4be8 0xdd4950 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x757e65 net/http.NewRequestWithContext+0x155 /usr/local/go/src/net/http/request.go:868 # 0xdd4be7 net/http.NewRequest+0x2e7 /usr/local/go/src/net/http/request.go:813 # 0xdd494f github.com/minio/minio-go/v6.Client.newRequest+0x4f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:747 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 114688] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede89a 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [102: 3264] @ 0xd82cb9 0xd82ca6 0xd8440d 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd82cb8 sort.Strings+0x268 /usr/local/go/src/sort/sort.go:314 # 0xd82ca5 github.com/minio/minio-go/v6/pkg/s3signer.getSignedHeaders+0x255 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:174 # 0xd8440c github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x50c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:298 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [4: 128] @ 0x4ffc68 0x8180d4 0x818092 0x818c1d 0xb24109 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x8180d3 strings.Split+0x1d3 /usr/local/go/src/strings/strings.go:308 # 0x818091 github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg.ParseAccept+0x191 /go/pkg/mod/github.com/prometheus/common@v0.7.0/internal/bitbucket.org/ww/goautoneg/autoneg.go:96 # 0x818c1c github.com/prometheus/common/expfmt.Negotiate+0x6c /go/pkg/mod/github.com/prometheus/common@v0.7.0/expfmt/encode.go:42 # 0xb24108 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x1f8 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:147 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [110: 337920] @ 0x40da93 0x40f709 0x4118fc 0x82ba73 0x8299f5 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x82ba72 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0xb52 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:904 # 0x8299f4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:670 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 2048] @ 0x16a9690 0xdf4ea0 0x8be33f 0x16933c7 0x168cbf8 0x16a7701 0x45f261 # 0x16a968f github.com/thanos-io/thanos/pkg/store.newBucketBlock.func1+0xaf /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1228 # 0xdf4e9f github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Iter+0x2bf /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:243 # 0x8be33e github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Iter+0x6e /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:238 # 0x16933c6 github.com/thanos-io/thanos/pkg/store.newBucketBlock+0x306 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1227 # 0x168cbf7 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x6b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:468 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [1: 57344] @ 0x40cc45 0x4bd894 0x4bcca4 0x4bce78 0xb4744f 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x4bcca3 reflect.grow+0x143 /usr/local/go/src/reflect/value.go:2017 # 0x4bce77 reflect.Append+0x77 /usr/local/go/src/reflect/value.go:2026 # 0xb4744e encoding/xml.(*Decoder).unmarshal+0x25ce /usr/local/go/src/encoding/xml/read.go:398 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 172032] @ 0xede89a 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [556: 97856] @ 0x77add4 0x776ec3 0x75c905 0x71b01a 0x71aa3a 0x71c10e 0xdd3610 0xdd35f3 0xdd3e51 0xdaf37a 0xddfe7d 0x45f261 # 0x77add3 net/http.(*Transport).getConn+0x143 /usr/local/go/src/net/http/transport.go:1198 # 0x776ec2 net/http.(*Transport).roundTrip+0x602 /usr/local/go/src/net/http/transport.go:522 # 0x75c904 net/http.(*Transport).RoundTrip+0x34 /usr/local/go/src/net/http/roundtrip.go:17 # 0x71b019 net/http.send+0x439 /usr/local/go/src/net/http/client.go:250 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0xdd360f net/http.(*Client).Do+0x4f /usr/local/go/src/net/http/client.go:509 # 0xdd35f2 github.com/minio/minio-go/v6.Client.do+0x32 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:515 # 0xdd3e50 github.com/minio/minio-go/v6.Client.executeMethod+0x3d0 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:628 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [71: 14768] @ 0x4133d3 0x61ab21 0x61b4d3 0x616073 0x62c569 0x62d497 0x62e76c 0x65afc1 0x45f261 # 0x61ab20 vendor/golang.org/x/net/dns/dnsmessage.(*Name).pack+0x410 /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:1952 # 0x61b4d2 vendor/golang.org/x/net/dns/dnsmessage.(*Question).pack+0x82 /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:2084 # 0x616072 vendor/golang.org/x/net/dns/dnsmessage.(*Builder).Question+0x72 /usr/local/go/src/vendor/golang.org/x/net/dns/dnsmessage/message.go:1299 # 0x62c568 net.newRequest+0x1f8 /usr/local/go/src/net/dnsclient_unix.go:56 # 0x62d496 net.(*Resolver).exchange+0xb6 /usr/local/go/src/net/dnsclient_unix.go:142 # 0x62e76b net.(*Resolver).tryOneName+0x32b /usr/local/go/src/net/dnsclient_unix.go:256 # 0x65afc0 net.(*Resolver).goLookupIPCNAMEOrder.func3.1+0x90 /usr/local/go/src/net/dnsclient_unix.go:602 0: 0 [4: 256] @ 0xb45dbf 0xb4750c 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb45dbe encoding/xml.(*Decoder).unmarshal+0xf3e /usr/local/go/src/encoding/xml/read.go:520 # 0xb4750b encoding/xml.(*Decoder).unmarshal+0x268b /usr/local/go/src/encoding/xml/read.go:401 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [2: 311296] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 294912] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [374: 41888] @ 0xd79bcb 0x6010d2 0xd849af 0xd81f71 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81f70 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x220 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:85 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 180224] @ 0xede89a 0xede42b 0xede409 0xede409 0xede39a 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0x586fb6 0x55d8d9 0x55ccbc 0x55beac 0x55c11f 0x5849b4 0x5878f0 0x584700 0x921536 0x168c9d4 0x16a7701 0x45f261 # 0x586fb5 github.com/go-kit/kit/log.timeFormat.MarshalText+0x95 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/value.go:77 # 0x55d8d8 github.com/go-logfmt/logfmt.safeMarshal+0xc8 /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:314 # 0x55ccbb github.com/go-logfmt/logfmt.writeValue+0xcb /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:206 # 0x55beab github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyval+0xfb /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:61 # 0x55c11e github.com/go-logfmt/logfmt.(*Encoder).EncodeKeyvals+0x12e /go/pkg/mod/github.com/go-logfmt/logfmt@v0.4.0/encode.go:84 # 0x5849b3 github.com/go-kit/kit/log.logfmtLogger.Log+0x103 /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/logfmt_logger.go:46 # 0x5878ef github.com/go-kit/kit/log/level.(*logger).Log+0xaf /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/level/level.go:63 # 0x5846ff github.com/go-kit/kit/log.(*context).Log+0x21f /go/pkg/mod/github.com/go-kit/kit@v0.9.0/log/log.go:124 # 0x921535 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x335 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:444 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [1: 80] @ 0x449cef 0x44977e 0x449a67 0xd83253 0xd8425f 0xdd51a6 0xdd3d2d 0xdb397c 0xde1703 0x45f261 # 0xd83252 github.com/minio/minio-go/v6/pkg/s3signer.getStringToSignV4+0x162 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:203 # 0xd8425e github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x35e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:289 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdb397b github.com/minio/minio-go/v6.Client.listObjectsQuery+0x3db /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:481 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 188416] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [214: 13696] @ 0x77342f 0x75b910 0x780eb5 0x780a7f 0x45f261 # 0x77342e net/http.readTransfer+0x85e /usr/local/go/src/net/http/transfer.go:555 # 0x75b90f net/http.ReadResponse+0x5af /usr/local/go/src/net/http/response.go:202 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [367: 41104] @ 0xd79bcb 0x6010d2 0xd849af 0xd81ff7 0xd842d4 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd79bca github.com/minio/sha256-simd.New+0x3a /go/pkg/mod/github.com/minio/sha256-simd@v0.1.1/sha256.go:104 # 0x6010d1 crypto/hmac.New+0x71 /usr/local/go/src/crypto/hmac/hmac.go:73 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81ff6 github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x2a6 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:86 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [2: 344064] @ 0xedeaa1 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xedeaa0 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x470 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:52 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [24: 1920] @ 0x8241d1 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x8241d0 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x1b0 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:323 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [100: 1600] @ 0x6dba40 0x6db83a 0xddf4d9 0xddf4cb 0xddf4ca 0xdaf693 0xdaf566 0xddfe7d 0x45f261 # 0x6dba3f net/textproto.canonicalMIMEHeaderKey+0x15f /usr/local/go/src/net/textproto/reader.go:639 # 0x6db839 net/textproto.CanonicalMIMEHeaderKey+0x139 /usr/local/go/src/net/textproto/reader.go:580 # 0xddf4d8 net/textproto.MIMEHeader.Del+0x78 /usr/local/go/src/net/textproto/header.go:44 # 0xddf4ca net/http.Header.Del+0x6a /usr/local/go/src/net/http/header.go:69 # 0xddf4c9 github.com/minio/minio-go/v6.filterHeader+0x69 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:180 # 0xdaf692 github.com/minio/minio-go/v6.extractObjMetadata+0x532 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:97 # 0xdaf565 github.com/minio/minio-go/v6.Client.getObject+0x405 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:669 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 172032] @ 0xede89a 0xede42b 0xede39a 0xede409 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 180224] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 376832] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 344064] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 208] @ 0x4bdbed 0xb473c7 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0x4bdbec reflect.Zero+0x5c /usr/local/go/src/reflect/value.go:2342 # 0xb473c6 encoding/xml.(*Decoder).unmarshal+0x2546 /usr/local/go/src/encoding/xml/read.go:398 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [2: 278528] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2294: 1614976] @ 0x40da93 0x40d828 0xddf2c1 0xddf48f 0xdaf693 0xdaf566 0xddfe7d 0x45f261 # 0xddf2c0 github.com/minio/minio-go/v6.cloneHeader+0x60 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:164 # 0xddf48e github.com/minio/minio-go/v6.filterHeader+0x2e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:178 # 0xdaf692 github.com/minio/minio-go/v6.extractObjMetadata+0x532 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:97 # 0xdaf565 github.com/minio/minio-go/v6.Client.getObject+0x405 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:669 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [2: 54528] @ 0x40cc45 0x4bd894 0x4bcca4 0x4bce78 0xb4744f 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x4bcca3 reflect.grow+0x143 /usr/local/go/src/reflect/value.go:2017 # 0x4bce77 reflect.Append+0x77 /usr/local/go/src/reflect/value.go:2026 # 0xb4744e encoding/xml.(*Decoder).unmarshal+0x25ce /usr/local/go/src/encoding/xml/read.go:398 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [3: 417792] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 311296] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 131072] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 163840] @ 0xede9a0 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 311296] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede9a0 0xede42b 0xede409 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 344064] @ 0xede6bf 0xede42b 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 417792] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 360448] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 131072] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 131072] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede89a 0xede42b 0xede409 0xede409 0xede39a 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 417792] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 376832] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 327680] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 131072] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [68: 1949696] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 204800] @ 0xede89a 0xede42b 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 278528] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 163840] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 12288] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2304] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 516096] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 19072] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [6: 106610688] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [6: 85278720] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [12: 136445952] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [1: 6144] @ 0xb01b27 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 9600] @ 0x168e1b3 0x16a8228 0x872954 0x45f261 # 0x168e1b2 github.com/thanos-io/thanos/pkg/store.blockSeries+0x602 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:676 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 36864] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 12288] @ 0xb01b27 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede89a 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 557056] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 96] @ 0xdacc78 0xdf5109 0xdf5021 0xdf5487 0x8beaf9 0x91f93f 0x91e655 0x9215ba 0x168c9d4 0x16a7701 0x45f261 # 0xdacc77 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x217 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:61 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf5486 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).GetRange+0x76 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:286 # 0x8beaf8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0xf8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:285 # 0x91f93e github.com/thanos-io/thanos/pkg/block/indexheader.(*chunkedIndexReader).CopySymbols+0x8e /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:195 # 0x91e654 github.com/thanos-io/thanos/pkg/block/indexheader.WriteBinary+0x2c4 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:93 # 0x9215b9 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x3b9 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:447 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [2: 344064] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [1: 188416] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16] @ 0x8bea31 0x91ebc1 0x91e40f 0x9215ba 0x168c9d4 0x16a7701 0x45f261 # 0x8bea30 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).GetRange+0x30 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:283 # 0x91ebc0 github.com/thanos-io/thanos/pkg/block/indexheader.newChunkedIndexReader+0x1f0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:130 # 0x91e40e github.com/thanos-io/thanos/pkg/block/indexheader.WriteBinary+0x7e /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:75 # 0x9215b9 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x3b9 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:447 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [1: 188416] @ 0xede89a 0xede42b 0xede409 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede9a0 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 114688] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 417792] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 188416] @ 0xede6bf 0xede42b 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 160] @ 0xdb31fe 0xdf4d6f 0x8be33f 0x16933c7 0x168cbf8 0x16a7701 0x45f261 # 0xdb31fd github.com/minio/minio-go/v6.Client.ListObjects+0x4d /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:359 # 0xdf4d6e github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Iter+0x18e /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:230 # 0x8be33e github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Iter+0x6e /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:238 # 0x16933c6 github.com/thanos-io/thanos/pkg/store.newBucketBlock+0x306 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1227 # 0x168cbf7 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x6b7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:468 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [3: 73728] @ 0x168e1ee 0x16a8228 0x872954 0x45f261 # 0x168e1ed github.com/thanos-io/thanos/pkg/store.blockSeries+0x63d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:677 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [3: 2064384] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 614400] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1228800] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 4751360] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 81920] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 176] @ 0x8242c6 0x833965 0x8296cb 0x828f4e 0xb23f75 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0x8242c5 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x2a5 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/histogram.go:329 # 0x833964 github.com/prometheus/client_golang/prometheus.(*wrappingMetric).Write+0x54 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/wrap.go:158 # 0x8296ca github.com/prometheus/client_golang/prometheus.processMetric+0x9a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:595 # 0x828f4d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:489 # 0xb23f74 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/promhttp/http.go:126 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [3: 245760] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 819200] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 90112] @ 0xb01b27 0xb01caf 0xb01e4c 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 442368] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 344064] @ 0xb01b27 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 294912] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 73728] @ 0xb01b27 0xb019df 0xb01cd4 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 65536] @ 0xb01b27 0xb019df 0xb01e4c 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 344064] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [820: 209920] @ 0x757e82 0xdd4be8 0xdd4950 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0x757e81 net/http.NewRequestWithContext+0x171 /usr/local/go/src/net/http/request.go:870 # 0xdd4be7 net/http.NewRequest+0x2e7 /usr/local/go/src/net/http/request.go:813 # 0xdd494f github.com/minio/minio-go/v6.Client.newRequest+0x4f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:747 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [914: 233984] @ 0xd83f42 0xdd51a6 0xdd3d2d 0xdaf37a 0xddfe7d 0x45f261 # 0xd83f41 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x41 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:268 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [1: 155648] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 475136] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 679936] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [4: 655360] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 6144] @ 0xb01b27 0xb0166e 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 65536] @ 0xb01b27 0xb01e4c 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 114688] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 409600] @ 0xb01b27 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 212992] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 253952] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 163840] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 327680] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 40960] @ 0xb01b27 0xb01e4c 0xb0166e 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 131072] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 65536] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32768] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 102400] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [1: 57344] @ 0xb08d3e 0xa7ba84 0xabdc82 0xad27b5 0xad1b7c 0x188e69b 0xb06de9 0x169112b 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb08d3d github.com/thanos-io/thanos/pkg/store/storepb.(*SeriesResponse).Marshal+0x4d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:1307 # 0xa7ba83 google.golang.org/grpc/encoding/proto.codec.Marshal+0x193 /go/pkg/mod/google.golang.org/grpc@v1.25.1/encoding/proto/proto.go:70 # 0xabdc81 google.golang.org/grpc.encode+0x51 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:543 # 0xad27b4 google.golang.org/grpc.prepareMsg+0x84 /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1519 # 0xad1b7b google.golang.org/grpc.(*serverStream).SendMsg+0x10b /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1412 # 0x188e69a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).SendMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:156 # 0xb06de8 github.com/thanos-io/thanos/pkg/store/storepb.(*storeSeriesServer).Send+0x48 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:872 # 0x169112a github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xeca /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:964 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 48] @ 0xb48ae4 0xb45488 0xb492a3 0xb45f56 0xb4750c 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb48ae3 encoding/xml.copyValue+0xa73 /usr/local/go/src/encoding/xml/read.go:659 # 0xb45487 encoding/xml.(*Decoder).unmarshal+0x607 /usr/local/go/src/encoding/xml/read.go:579 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb4750b encoding/xml.(*Decoder).unmarshal+0x268b /usr/local/go/src/encoding/xml/read.go:401 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 576] @ 0xb01b27 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 512] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 28672] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 384] @ 0xb01b27 0xb01cd4 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 704] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede9a0 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 114688] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 327680] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 327680] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede9a0 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 180224] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 114688] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 122880] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 376832] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 344064] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 180224] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 180224] @ 0xede9a0 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 576] @ 0xb01b27 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 192] @ 0xb01b27 0xb01cd4 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 67840] @ 0x9242db 0x169546e 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x169546d github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x61d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1423 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 2304] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 9728] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [84: 1344] @ 0x5e5188 0x5e2e55 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e5187 encoding/asn1.parseFieldParameters+0x607 /usr/local/go/src/encoding/asn1/common.go:118 # 0x5e2e54 encoding/asn1.parseField+0x1da4 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 16] @ 0x564f9c 0x564b9b 0x56962f 0x5674b0 0x57a6aa 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x564f9b regexp/syntax.(*parser).collapse+0x17b /usr/local/go/src/regexp/syntax/parse.go:380 # 0x564b9a regexp/syntax.(*parser).alternate+0x14a /usr/local/go/src/regexp/syntax/parse.go:339 # 0x56962e regexp/syntax.(*parser).parseRightParen+0x6e /usr/local/go/src/regexp/syntax/parse.go:1216 # 0x5674af regexp/syntax.Parse+0x45f /usr/local/go/src/regexp/syntax/parse.go:748 # 0x57a6a9 regexp.compile+0x59 /usr/local/go/src/regexp/regexp.go:170 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 256] @ 0xb01b27 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 32] @ 0x4fb29d 0x5789e5 0x57a868 0x841573 0x84150f 0x169920b 0x1699315 0x16903ff 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x4fb29c strings.(*Builder).WriteRune+0xac /usr/local/go/src/strings/builder.go:106 # 0x5789e4 regexp.onePassPrefix+0x124 /usr/local/go/src/regexp/onepass.go:59 # 0x57a867 regexp.compile+0x217 /usr/local/go/src/regexp/regexp.go:201 # 0x841572 regexp.Compile+0xf2 /usr/local/go/src/regexp/regexp.go:133 # 0x84150e github.com/prometheus/prometheus/pkg/labels.NewMatcher+0x8e /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/pkg/labels/matcher.go:62 # 0x169920a github.com/thanos-io/thanos/pkg/store.translateMatcher+0x24a /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:21 # 0x1699314 github.com/thanos-io/thanos/pkg/store.translateMatchers+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/matchers.go:31 # 0x16903fe github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x19e /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:838 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1280] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 8192] @ 0xb01b27 0xb01caf 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6528] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2048] @ 0xb01b27 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [5: 240] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [3: 14592] @ 0xb01b27 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 320] @ 0xb01b27 0xb01cd4 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [9: 122112] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 512] @ 0xb4d09e 0xb451ba 0xb4750c 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb4d09d encoding/xml.(*Decoder).Token+0x5ed /usr/local/go/src/encoding/xml/xml.go:326 # 0xb451b9 encoding/xml.(*Decoder).unmarshal+0x339 /usr/local/go/src/encoding/xml/read.go:516 # 0xb4750b encoding/xml.(*Decoder).unmarshal+0x268b /usr/local/go/src/encoding/xml/read.go:401 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 13568] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 16384] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1280] @ 0xb01b27 0xb01caf 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 4864] @ 0xb01b27 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6784] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 13056] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 13568] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 14336] @ 0xb01b27 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 896] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 262144] @ 0x91e46b 0x9215ba 0x168c9d4 0x16a7701 0x45f261 # 0x91e46a github.com/thanos-io/thanos/pkg/block/indexheader.WriteBinary+0xda /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:82 # 0x9215b9 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x3b9 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:447 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [1: 704] @ 0xb01b27 0xb019df 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 1408] @ 0xb01b27 0xb01e4c 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 352] @ 0x16951b5 0x1695187 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x16951b4 github.com/thanos-io/thanos/pkg/store.newPostingGroup+0x364 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1380 # 0x1695186 github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x336 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1459 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 512] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb014d7 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xedeaa1 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xedeaa0 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x470 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:52 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 229376] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 114688] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 6912] @ 0x40cc45 0x4bd894 0x4bcca4 0x4bce78 0xb4744f 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x4bcca3 reflect.grow+0x143 /usr/local/go/src/reflect/value.go:2017 # 0x4bce77 reflect.Append+0x77 /usr/local/go/src/reflect/value.go:2026 # 0xb4744e encoding/xml.(*Decoder).unmarshal+0x25ce /usr/local/go/src/encoding/xml/read.go:398 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 131072] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede89a 0xede42b 0xede39a 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 180224] @ 0xede89a 0xede42b 0xede39a 0xede409 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede9a0 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [7: 229376] @ 0x920727 0x9207b6 0x920152 0x91e4ad 0x9215ba 0x168c9d4 0x16a7701 0x45f261 # 0x920726 bufio.NewWriterSize+0x96 /usr/local/go/src/bufio/bufio.go:564 # 0x9207b5 github.com/thanos-io/thanos/pkg/block/indexheader.NewFileWriter+0x125 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:294 # 0x920151 github.com/thanos-io/thanos/pkg/block/indexheader.newBinaryWriter+0x1e1 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:256 # 0x91e4ac github.com/thanos-io/thanos/pkg/block/indexheader.WriteBinary+0x11c /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:83 # 0x9215b9 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x3b9 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:447 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [1: 188416] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 417792] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 114688] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 163840] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 163840] @ 0xede9a0 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xedec97 0xede42b 0xede39a 0xede409 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xedec96 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x666 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:58 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede6bf 0xede42b 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 122880] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 163840] @ 0xede9a0 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 122880] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 114688] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 131072] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 311296] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 327680] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [11: 2112] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [1: 172032] @ 0xede9a0 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 294912] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede39a 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede89a 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 180224] @ 0xede9a0 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 155648] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 180224] @ 0xede9a0 0xede42b 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede99f github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x36f /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:49 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 139264] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 114688] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede39a 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [13: 4992] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [10: 320] @ 0x6990e5 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x6990e4 crypto/tls.(*Conn).readFromUntil+0xa4 /usr/local/go/src/crypto/tls/conn.go:802 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [3: 96] @ 0xb4d8a2 0xb451ba 0xb492a3 0xb45f56 0xb4750c 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb4d8a1 encoding/xml.(*Decoder).Token+0xdf1 /usr/local/go/src/encoding/xml/xml.go:333 # 0xb451b9 encoding/xml.(*Decoder).unmarshal+0x339 /usr/local/go/src/encoding/xml/read.go:516 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb4750b encoding/xml.(*Decoder).unmarshal+0x268b /usr/local/go/src/encoding/xml/read.go:401 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 172032] @ 0xede89a 0xede42b 0xede409 0xede409 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede899 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x269 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:46 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 163840] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 196608] @ 0xede6bf 0xede42b 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 172032] @ 0xedeaa1 0xede42b 0xede409 0xede39a 0xede39a 0xede409 0xede39a 0xede39a 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xedeaa0 github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x470 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:52 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 147456] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 180224] @ 0xede6bf 0xede42b 0xede409 0xede39a 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 122880] @ 0xede6bf 0xede42b 0xede39a 0xede39a 0xede39a 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede399 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0x69 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 180224] @ 0xede6bf 0xede42b 0xede409 0xede409 0xede409 0xede409 0x1692043 0xb1b526 0x189d232 0xe44973 0xe4a725 0xe4c753 0xe44973 0x188febd 0xe44973 0xe44b55 0xb071eb 0xac3f00 0xac7e27 0xad565b 0x45f261 # 0xede6be github.com/thanos-io/thanos/pkg/strutil.mergeTwoStringSlices+0x8e /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:40 # 0xede42a github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xfa /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0xede408 github.com/thanos-io/thanos/pkg/strutil.MergeSlices+0xd8 /go/src/github.com/thanos-io/thanos/pkg/strutil/merge.go:21 # 0x1692042 github.com/thanos-io/thanos/pkg/store.(*BucketStore).LabelValues+0x382 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1054 # 0xb1b525 github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler.func1+0x85 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:906 # 0x189d231 github.com/grpc-ecosystem/go-grpc-middleware/recovery.UnaryServerInterceptor.func1+0xe1 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe4a724 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.UnaryServerInterceptor.func1+0x164 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:31 # 0xe4c752 github.com/thanos-io/thanos/pkg/tracing.UnaryServerInterceptor.func1+0xc2 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:30 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0x188febc github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).UnaryServerInterceptor.func1+0xac /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:107 # 0xe44972 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1.1.1+0x62 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:25 # 0xe44b54 github.com/grpc-ecosystem/go-grpc-middleware.ChainUnaryServer.func1+0xd4 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:34 # 0xb071ea github.com/thanos-io/thanos/pkg/store/storepb._Store_LabelValues_Handler+0x14a /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:908 # 0xac3eff google.golang.org/grpc.(*Server).processUnaryRPC+0x45f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1007 # 0xac7e26 google.golang.org/grpc.(*Server).handleStream+0xd96 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1287 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 64] @ 0x48efe1 0xa66d09 0xa670f1 0xac2933 0xad555f 0x45f261 # 0x48efe0 context.WithCancel+0x30 /usr/local/go/src/context/context.go:230 # 0xa66d08 google.golang.org/grpc/internal/transport.(*http2Server).operateHeaders+0x1478 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:335 # 0xa670f0 google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams+0x300 /go/pkg/mod/google.golang.org/grpc@v1.25.1/internal/transport/http2_server.go:481 # 0xac2932 google.golang.org/grpc.(*Server).serveStreams+0xf2 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:718 # 0xad555e google.golang.org/grpc.(*Server).handleRawConn.func1+0x3e /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:679 0: 0 [1: 64] @ 0xb4ef8b 0xb4dadb 0xb451ba 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb4ef8a encoding/xml.(*Decoder).rawToken+0x75a /usr/local/go/src/encoding/xml/xml.go:841 # 0xb4dada encoding/xml.(*Decoder).Token+0x102a /usr/local/go/src/encoding/xml/xml.go:288 # 0xb451b9 encoding/xml.(*Decoder).unmarshal+0x339 /usr/local/go/src/encoding/xml/read.go:516 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 19072] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [1: 128] @ 0xb01b27 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 448] @ 0xb01b27 0xb01cd4 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 448] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1536] @ 0xb01b27 0xb01cd4 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 18432] @ 0xb01b27 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6528] @ 0xb01b27 0xb01caf 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 704] @ 0x40e7d6 0x778fec 0x778975 0x77be3f 0x45f261 # 0x778feb net/http.(*Transport).tryPutIdleConn+0x63b /usr/local/go/src/net/http/transport.go:872 # 0x778974 net/http.(*Transport).putOrCloseIdleConn+0x34 /usr/local/go/src/net/http/transport.go:784 # 0x77be3e net/http.(*Transport).dialConnFor+0x1fe /usr/local/go/src/net/http/transport.go:1306 0: 0 [1: 16] @ 0x80b504 0x80b50f 0x808f30 0x826dab 0x826063 0x83553d 0x45f261 # 0x80b503 bufio.(*Scanner).Text+0x363 /usr/local/go/src/bufio/scan.go:112 # 0x80b50e github.com/prometheus/procfs.FS.Stat+0x36e /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/stat.go:179 # 0x808f2f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /go/pkg/mod/github.com/prometheus/procfs@v0.0.6/proc_stat.go:182 # 0x826daa github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector_other.go:44 # 0x826062 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/process_collector.go:140 # 0x83553c github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /go/pkg/mod/github.com/prometheus/client_golang@v1.2.1/prometheus/registry.go:443 0: 0 [1: 384] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1536] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 13568] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 4096] @ 0xb01b27 0xb01caf 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 640] @ 0xb01b27 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 64] @ 0xb50b13 0xb4dadb 0xb451ba 0xb492a3 0xb45f56 0xb4750c 0xb492a3 0xb45f56 0xb438bb 0xdde330 0xdde33b 0xdb3a8b 0xde1703 0x45f261 # 0xb50b12 encoding/xml.(*Decoder).rawToken+0x22e2 /usr/local/go/src/encoding/xml/xml.go:575 # 0xb4dada encoding/xml.(*Decoder).Token+0x102a /usr/local/go/src/encoding/xml/xml.go:288 # 0xb451b9 encoding/xml.(*Decoder).unmarshal+0x339 /usr/local/go/src/encoding/xml/read.go:516 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb4750b encoding/xml.(*Decoder).unmarshal+0x268b /usr/local/go/src/encoding/xml/read.go:401 # 0xb492a2 encoding/xml.(*Decoder).unmarshalPath+0x632 /usr/local/go/src/encoding/xml/read.go:690 # 0xb45f55 encoding/xml.(*Decoder).unmarshal+0x10d5 /usr/local/go/src/encoding/xml/read.go:524 # 0xb438ba encoding/xml.(*Decoder).DecodeElement+0x12a /usr/local/go/src/encoding/xml/read.go:151 # 0xdde32f encoding/xml.(*Decoder).Decode+0x5f /usr/local/go/src/encoding/xml/read.go:139 # 0xdde33a github.com/minio/minio-go/v6.xmlDecoder+0x6a /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/utils.go:47 # 0xdb3a8a github.com/minio/minio-go/v6.Client.listObjectsQuery+0x4ea /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:497 # 0xde1702 github.com/minio/minio-go/v6.Client.ListObjects.func1+0x172 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-list.go:392 0: 0 [1: 128] @ 0xb01b27 0xb019df 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2048] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb0166e 0xb01564 0xb014d7 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb014d6 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0x66 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:76 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6528] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 14336] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 6528] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 16384] @ 0xb01b27 0xb01cd4 0xb01caf 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 3072] @ 0xb01b27 0xb01caf 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 13568] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 1280] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 144] @ 0x40d667 0x40e5c0 0x48f1e0 0x48f04b 0x1697d8f 0x1697d73 0x168e7c5 0x16a8228 0x872954 0x45f261 # 0x48f1df context.propagateCancel+0xdf /usr/local/go/src/context/context.go:254 # 0x48f04a context.WithCancel+0x9a /usr/local/go/src/context/context.go:231 # 0x1697d8e golang.org/x/sync/errgroup.WithContext+0x4e /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:33 # 0x1697d72 github.com/thanos-io/thanos/pkg/store.(*bucketChunkReader).preload+0x32 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1815 # 0x168e7c4 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc14 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:723 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [2: 6400] @ 0xb01b27 0xb01caf 0xb01caf 0xb01e4c 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 96] @ 0x71b802 0x71afd9 0x71aa3a 0x71c10e 0x17a29eb 0x17a29cb 0x17a287a 0x17bf790 0x45f261 # 0x71b801 net/http.setRequestCancel+0x141 /usr/local/go/src/net/http/client.go:313 # 0x71afd8 net/http.send+0x3f8 /usr/local/go/src/net/http/client.go:248 # 0x71aa39 net/http.(*Client).send+0xf9 /usr/local/go/src/net/http/client.go:174 # 0x71c10d net/http.(*Client).do+0x3cd /usr/local/go/src/net/http/client.go:641 # 0x17a29ea net/http.(*Client).Do+0x5a /usr/local/go/src/net/http/client.go:509 # 0x17a29ca go.elastic.co/apm/transport.(*HTTPTransport).sendStreamRequest+0x3a /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:245 # 0x17a2879 go.elastic.co/apm/transport.(*HTTPTransport).SendStream+0x189 /go/pkg/mod/go.elastic.co/apm@v1.5.0/transport/http.go:237 # 0x17bf78f go.elastic.co/apm.(*Tracer).loop.func1+0x18f /go/pkg/mod/go.elastic.co/apm@v1.5.0/tracer.go:687 0: 0 [1: 512] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [2: 16384] @ 0xb01b27 0xb01cd4 0xb01cd4 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 448] @ 0xb01b27 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 2048] @ 0xb01b27 0xb01cd4 0xb01caf 0xb01cd4 0xb01690 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 768] @ 0xb01b27 0xb01caf 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [8: 256] @ 0x6990e5 0x697684 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x6990e4 crypto/tls.(*Conn).readFromUntil+0xa4 /usr/local/go/src/crypto/tls/conn.go:802 # 0x697683 crypto/tls.(*Conn).readRecordOrCCS+0x123 /usr/local/go/src/crypto/tls/conn.go:609 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [1: 320] @ 0xb01b27 0xb01cd4 0xb01e4c 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [3: 294912] @ 0x92258e 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x92258d github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0xc8d /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:576 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [1: 14336] @ 0x9242db 0x169546e 0x16944ce 0x168dc1a 0x16a8228 0x872954 0x45f261 # 0x9242da github.com/thanos-io/thanos/pkg/block/indexheader.BinaryReader.LabelValues+0x35a /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:779 # 0x169546d github.com/thanos-io/thanos/pkg/store.toPostingGroup+0x61d /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1423 # 0x16944cd github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).ExpandedPostings+0xdd /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1333 # 0x168dc19 github.com/thanos-io/thanos/pkg/store.blockSeries+0x69 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:647 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 448] @ 0xb01b27 0xb01caf 0xb0166e 0xb01564 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cae github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3be /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:163 # 0xb0166d github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x7d /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:107 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 320] @ 0xb01b27 0xb01e4c 0xb01cd4 0xb01cd4 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01e4b github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x55b /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:146 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 288] @ 0x40d667 0x412535 0x412284 0x411a82 0x1696a4c 0x168dc75 0x16a8228 0x872954 0x45f261 # 0x1696a4b github.com/thanos-io/thanos/pkg/store.(*bucketIndexReader).PreloadSeries+0x18b /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:1645 # 0x168dc74 github.com/thanos-io/thanos/pkg/store.blockSeries+0xc4 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:659 # 0x16a8227 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series.func1+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:882 # 0x872953 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 /go/pkg/mod/golang.org/x/sync@v0.0.0-20190911185100-cd5d95a43a6e/errgroup/errgroup.go:57 0: 0 [1: 6528] @ 0xb01b27 0xb01cd4 0xb01690 0xb01564 0xb01538 0xb01538 0x1690fdd 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb0168f github.com/thanos-io/thanos/pkg/store/storepb.newMergedSeriesSet+0x9f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:108 # 0xb01563 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xf3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:75 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0xb01537 github.com/thanos-io/thanos/pkg/store/storepb.MergeSeriesSets+0xc7 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:77 # 0x1690fdc github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xd7c /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:949 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 320] @ 0xb01b27 0xb01cd4 0xb019df 0xb019df 0x169100d 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xb01b26 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x236 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:159 # 0xb01cd3 github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0x3e3 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:164 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0xb019de github.com/thanos-io/thanos/pkg/store/storepb.(*mergedSeriesSet).Next+0xee /go/src/github.com/thanos-io/thanos/pkg/store/storepb/custom.go:149 # 0x169100c github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0xdac /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:950 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [1: 96] @ 0xabd8d6 0xabe58d 0xabeeeb 0xad22d0 0x188e73b 0xb06c90 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0xabd8d5 google.golang.org/grpc.(*parser).recvMsg+0xd5 /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:526 # 0xabe58c google.golang.org/grpc.recvAndDecompress+0x4c /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:639 # 0xabeeea google.golang.org/grpc.recv+0x9a /go/pkg/mod/google.golang.org/grpc@v1.25.1/rpc_util.go:707 # 0xad22cf google.golang.org/grpc.(*serverStream).RecvMsg+0x16f /go/pkg/mod/google.golang.org/grpc@v1.25.1/stream.go:1474 # 0x188e73a github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg+0x4a /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:164 # 0xb06c8f github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x5f /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:856 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [0: 0] @ 0x79c974 0x79b831 0x1691726 0xb06d39 0x189d450 0xe44c0f 0xe4a974 0xe4c8d4 0xe44c0f 0x189006b 0xe44c0f 0xe44dcf 0xac5dba 0xac7dc0 0xad565b 0x45f261 # 0x79c973 github.com/pkg/errors.callers+0x73 /go/pkg/mod/github.com/pkg/errors@v0.8.1/stack.go:137 # 0x79b830 github.com/pkg/errors.Wrapf+0xe0 /go/pkg/mod/github.com/pkg/errors@v0.8.1/errors.go:208 # 0x1691725 github.com/thanos-io/thanos/pkg/store.(*BucketStore).Series+0x14c5 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:833 # 0xb06d38 github.com/thanos-io/thanos/pkg/store/storepb._Store_Series_Handler+0x108 /go/src/github.com/thanos-io/thanos/pkg/store/storepb/rpc.pb.go:859 # 0x189d44f github.com/grpc-ecosystem/go-grpc-middleware/recovery.StreamServerInterceptor.func1+0xcf /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/recovery/interceptors.go:44 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe4a973 github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing.StreamServerInterceptor.func1+0x143 /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/tracing/opentracing/server_interceptors.go:47 # 0xe4c8d3 github.com/thanos-io/thanos/pkg/tracing.StreamServerInterceptor.func1+0x133 /go/src/github.com/thanos-io/thanos/pkg/tracing/grpc.go:42 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0x189006a github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1+0xea /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-prometheus@v1.2.0/server_metrics.go:121 # 0xe44c0e github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1+0x5e /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:49 # 0xe44dce github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1+0xce /go/pkg/mod/github.com/grpc-ecosystem/go-grpc-middleware@v1.1.0/chain.go:58 # 0xac5db9 google.golang.org/grpc.(*Server).processStreamingRPC+0x459 /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1218 # 0xac7dbf google.golang.org/grpc.(*Server).handleStream+0xd2f /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:1291 # 0xad565a google.golang.org/grpc.(*Server).serveStreams.func1.1+0xba /go/pkg/mod/google.golang.org/grpc@v1.25.1/server.go:722 0: 0 [0: 0] @ 0xc866fb 0xc86540 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc866fa runtime/pprof.writeRuntimeProfile+0x6a /usr/local/go/src/runtime/pprof/pprof.go:707 # 0xc8653f runtime/pprof.writeGoroutine+0x9f /usr/local/go/src/runtime/pprof/pprof.go:670 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xc84b2a 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc84b29 runtime/pprof.writeHeapInternal+0xa9 /usr/local/go/src/runtime/pprof/pprof.go:563 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xc846a9 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc846a8 runtime/pprof.printStackRecord+0x298 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xc84ee6 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc84ee5 runtime/pprof.writeHeapInternal+0x465 /usr/local/go/src/runtime/pprof/pprof.go:605 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xc84452 0xc84443 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc84442 runtime/pprof.printStackRecord+0x32 /usr/local/go/src/runtime/pprof/pprof.go:491 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [69: 423936] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [0: 0] @ 0xc8468b 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc8468a runtime/pprof.printStackRecord+0x27a /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xc84660 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc8465f runtime/pprof.printStackRecord+0x24f /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa96893 0xa96770 0x4ebc15 0xc84f5e 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa96892 text/tabwriter.(*Writer).append+0xb72 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9676f text/tabwriter.(*Writer).Write+0xa4f /usr/local/go/src/text/tabwriter/tabwriter.go:599 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc84f5d runtime/pprof.writeHeapInternal+0x4dd /usr/local/go/src/runtime/pprof/pprof.go:605 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa94c0b 0xa96215 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa94c0a text/tabwriter.(*Writer).addLine+0x1ba /usr/local/go/src/text/tabwriter/tabwriter.go:120 # 0xa96214 text/tabwriter.(*Writer).Write+0x4f4 /usr/local/go/src/text/tabwriter/tabwriter.go:547 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa94b31 0xa96215 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa94b30 text/tabwriter.(*Writer).addLine+0xe0 /usr/local/go/src/text/tabwriter/tabwriter.go:130 # 0xa96214 text/tabwriter.(*Writer).Write+0x4f4 /usr/local/go/src/text/tabwriter/tabwriter.go:547 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xc84b2a 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc84b29 runtime/pprof.writeHeapInternal+0xa9 /usr/local/go/src/runtime/pprof/pprof.go:563 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [32: 49152] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [0: 0] @ 0xc8463a 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc84639 runtime/pprof.printStackRecord+0x229 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xc84615 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc84614 runtime/pprof.printStackRecord+0x204 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [24: 218234880] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [54: 392822784] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [66: 383877120] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [120: 558366720] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [0: 0] @ 0xc84b2a 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc84b29 runtime/pprof.writeHeapInternal+0xa9 /usr/local/go/src/runtime/pprof/pprof.go:563 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [84: 2688] @ 0x6990e5 0x697684 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x6990e4 crypto/tls.(*Conn).readFromUntil+0xa4 /usr/local/go/src/crypto/tls/conn.go:802 # 0x697683 crypto/tls.(*Conn).readRecordOrCCS+0x123 /usr/local/go/src/crypto/tls/conn.go:609 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [0: 0] @ 0xc84ee6 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc84ee5 runtime/pprof.writeHeapInternal+0x465 /usr/local/go/src/runtime/pprof/pprof.go:605 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xc84452 0xc84443 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc84442 runtime/pprof.printStackRecord+0x32 /usr/local/go/src/runtime/pprof/pprof.go:491 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xc84615 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc84614 runtime/pprof.printStackRecord+0x204 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xc8463a 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc84639 runtime/pprof.printStackRecord+0x229 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xc846a9 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc846a8 runtime/pprof.printStackRecord+0x298 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xc8468b 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc8468a runtime/pprof.printStackRecord+0x27a /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa94c0b 0xa96215 0x4ebc15 0xc84595 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa94c0a text/tabwriter.(*Writer).addLine+0x1ba /usr/local/go/src/text/tabwriter/tabwriter.go:120 # 0xa96214 text/tabwriter.(*Writer).Write+0x4f4 /usr/local/go/src/text/tabwriter/tabwriter.go:547 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc84594 runtime/pprof.printStackRecord+0x184 /usr/local/go/src/runtime/pprof/pprof.go:514 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xc84660 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc8465f runtime/pprof.printStackRecord+0x24f /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [20: 15360] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [144: 5898240] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [167: 4104192] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [296: 9472] @ 0x6990e5 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557d83 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x6990e4 crypto/tls.(*Conn).readFromUntil+0xa4 /usr/local/go/src/crypto/tls/conn.go:802 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557d82 bufio.(*Reader).Read+0x152 /usr/local/go/src/bufio/bufio.go:212 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa94b31 0xa96215 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa94b30 text/tabwriter.(*Writer).addLine+0xe0 /usr/local/go/src/text/tabwriter/tabwriter.go:130 # 0xa96214 text/tabwriter.(*Writer).Write+0x4f4 /usr/local/go/src/text/tabwriter/tabwriter.go:547 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa962fb 0xa9614c 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa962fa text/tabwriter.(*Writer).terminateCell+0x5da /usr/local/go/src/text/tabwriter/tabwriter.go:471 # 0xa9614b text/tabwriter.(*Writer).Write+0x42b /usr/local/go/src/text/tabwriter/tabwriter.go:544 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [192: 714080256] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [264: 785055744] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [354: 840990720] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [117: 1437696] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [6: 576] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa94b31 0xa96215 0x4ebc15 0xc84595 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa94b30 text/tabwriter.(*Writer).addLine+0xe0 /usr/local/go/src/text/tabwriter/tabwriter.go:130 # 0xa96214 text/tabwriter.(*Writer).Write+0x4f4 /usr/local/go/src/text/tabwriter/tabwriter.go:547 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc84594 runtime/pprof.printStackRecord+0x184 /usr/local/go/src/runtime/pprof/pprof.go:514 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [225: 12902400] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [52: 159744] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [438: 832438272] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [476: 721387520] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [0: 0] @ 0xa94c0b 0xa96215 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa94c0a text/tabwriter.(*Writer).addLine+0x1ba /usr/local/go/src/text/tabwriter/tabwriter.go:120 # 0xa96214 text/tabwriter.(*Writer).Write+0x4f4 /usr/local/go/src/text/tabwriter/tabwriter.go:547 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [366: 44974080] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [607: 238682112] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [512: 125829120] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [0: 0] @ 0xc84b2a 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc84b29 runtime/pprof.writeHeapInternal+0xa9 /usr/local/go/src/runtime/pprof/pprof.go:563 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa96893 0xa96770 0x4ebc15 0xc84f5e 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa96892 text/tabwriter.(*Writer).append+0xb72 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9676f text/tabwriter.(*Writer).Write+0xa4f /usr/local/go/src/text/tabwriter/tabwriter.go:599 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc84f5d runtime/pprof.writeHeapInternal+0x4dd /usr/local/go/src/runtime/pprof/pprof.go:605 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [693: 340623360] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [0: 0] @ 0xa94c0b 0xa96215 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa94c0a text/tabwriter.(*Writer).addLine+0x1ba /usr/local/go/src/text/tabwriter/tabwriter.go:120 # 0xa96214 text/tabwriter.(*Writer).Write+0x4f4 /usr/local/go/src/text/tabwriter/tabwriter.go:547 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [136: 4456448] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [536: 649854976] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [774: 748191744] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [793: 610648064] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [745: 457728000] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [529: 164675584] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [0: 0] @ 0xa963c9 0xa9602c 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa963c8 text/tabwriter.(*Writer).append+0x6a8 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9602b text/tabwriter.(*Writer).Write+0x30b /usr/local/go/src/text/tabwriter/tabwriter.go:541 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [482: 94765056] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [0: 0] @ 0xa94b31 0xa96215 0x4ebc15 0xc84fc3 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa94b30 text/tabwriter.(*Writer).addLine+0xe0 /usr/local/go/src/text/tabwriter/tabwriter.go:130 # 0xa96214 text/tabwriter.(*Writer).Write+0x4f4 /usr/local/go/src/text/tabwriter/tabwriter.go:547 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc84fc2 runtime/pprof.writeHeapInternal+0x542 /usr/local/go/src/runtime/pprof/pprof.go:607 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [415: 64593920] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [322: 31653888] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [5778: 184896] @ 0x859d35 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x859d34 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x304 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1382 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [261: 19243008] @ 0x9287d7 0x859ca1 0x9222e1 0x9217c6 0x168c9d4 0x16a7701 0x45f261 # 0x9287d6 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader.func3+0x246 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:558 # 0x859ca0 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /go/pkg/mod/github.com/prometheus/prometheus@v1.8.2-0.20200110114423-1e64d757f711/tsdb/index/index.go:1391 # 0x9222e0 github.com/thanos-io/thanos/pkg/block/indexheader.newFileBinaryReader+0x9e0 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:537 # 0x9217c5 github.com/thanos-io/thanos/pkg/block/indexheader.NewBinaryReader+0x5c5 /go/src/github.com/thanos-io/thanos/pkg/block/indexheader/binary_reader.go:453 # 0x168c9d3 github.com/thanos-io/thanos/pkg/store.(*BucketStore).addBlock+0x493 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:452 # 0x16a7700 github.com/thanos-io/thanos/pkg/store.(*BucketStore).SyncBlocks.func1+0x60 /go/src/github.com/thanos-io/thanos/pkg/store/bucket.go:337 0: 0 [0: 0] @ 0xa94c0b 0xa96215 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa94c0a text/tabwriter.(*Writer).addLine+0x1ba /usr/local/go/src/text/tabwriter/tabwriter.go:120 # 0xa96214 text/tabwriter.(*Writer).Write+0x4f4 /usr/local/go/src/text/tabwriter/tabwriter.go:547 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 1536] @ 0x40cc45 0x4bd894 0x50bc3c 0x50aabd 0x50d5a2 0x50aa2d 0x50d5a2 0x50aa2d 0x509f6b 0x509972 0x913b4d 0x91cae8 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x50bc3b encoding/json.(*decodeState).array+0x6fb /usr/local/go/src/encoding/json/decode.go:605 # 0x50aabc encoding/json.(*decodeState).value+0xfc /usr/local/go/src/encoding/json/decode.go:419 # 0x50d5a1 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x50d5a1 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x509f6a encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179 # 0x509971 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106 # 0x913b4c github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x7ac /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:215 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [350: 39200] @ 0x78004e 0x45f261 # 0x78004d net/http.(*persistConn).readLoop+0x69d /usr/local/go/src/net/http/transport.go:1977 0: 0 [172: 5504] @ 0x4bd849 0x5e3e6c 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4bd848 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268 # 0x5e3e6b encoding/asn1.parseField+0x2dbb /usr/local/go/src/encoding/asn1/asn1.go:829 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [748: 191488] @ 0x67b8c3 0x675b76 0x675d53 0x6770fc 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x67b8c2 crypto/x509.parseSANExtension.func1+0x142 /usr/local/go/src/crypto/x509/x509.go:1175 # 0x675b75 crypto/x509.forEachSAN+0x215 /usr/local/go/src/crypto/x509/x509.go:1161 # 0x675d52 crypto/x509.parseSANExtension+0xf2 /usr/local/go/src/crypto/x509/x509.go:1170 # 0x6770fb crypto/x509.parseCertificate+0xc8b /usr/local/go/src/crypto/x509/x509.go:1466 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [9401: 32489856] @ 0x69a236 0x69f6be 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x69a235 crypto/tls.(*Conn).readHandshake+0x255 /usr/local/go/src/crypto/tls/conn.go:1067 # 0x69f6bd crypto/tls.(*clientHandshakeState).doFullHandshake+0x4d /usr/local/go/src/crypto/tls/handshake_client.go:440 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [333: 42624] @ 0x60684d 0x5983c6 0x6c15cc 0x69ef4d 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x60684c crypto/sha256.New+0x2c /usr/local/go/src/crypto/sha256/sha256.go:162 # 0x5983c5 crypto.Hash.New+0x55 /usr/local/go/src/crypto/crypto.go:86 # 0x6c15cb crypto/tls.newFinishedHash+0xdb /usr/local/go/src/crypto/tls/prf.go:205 # 0x69ef4c crypto/tls.(*clientHandshakeState).handshake+0x8c /usr/local/go/src/crypto/tls/handshake_client.go:367 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [348: 5568] @ 0x5e18c8 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x6767b3 0x67676b 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e18c7 encoding/asn1.parseField+0x817 /usr/local/go/src/encoding/asn1/asn1.go:673 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6767b2 encoding/asn1.Unmarshal+0x342 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67676a crypto/x509.parseCertificate+0x2fa /usr/local/go/src/crypto/x509/x509.go:1411 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [7428: 10458624] @ 0x6764b2 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x6764b1 crypto/x509.parseCertificate+0x41 /usr/local/go/src/crypto/x509/x509.go:1388 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [22142: 11336704] @ 0x5b60cb 0x5b6cef 0x5ba98c 0x5acb1d 0x5fd794 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b60ca math/big.basicSqr+0x4a /usr/local/go/src/math/big/nat.go:498 # 0x5b6cee math/big.nat.sqr+0x34e /usr/local/go/src/math/big/nat.go:577 # 0x5ba98b math/big.nat.expNN+0x31b /usr/local/go/src/math/big/nat.go:1085 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2293: 1614272] @ 0x40da93 0x40d828 0x6daf0d 0x75b7c3 0x780eb5 0x780a7f 0x45f261 # 0x6daf0c net/textproto.(*Reader).ReadMIMEHeader+0x7c /usr/local/go/src/net/textproto/reader.go:481 # 0x75b7c2 net/http.ReadResponse+0x462 /usr/local/go/src/net/http/response.go:191 # 0x780eb4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2091 # 0x780a7e net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1912 0: 0 [122: 5856] @ 0x4ffc68 0x671a14 0x6719df 0x67202e 0x670f1a 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x4ffc67 strings.genSplit+0x67 /usr/local/go/src/strings/strings.go:256 # 0x671a13 strings.Split+0x123 /usr/local/go/src/strings/strings.go:308 # 0x6719de crypto/x509.matchHostnames+0xee /usr/local/go/src/crypto/x509/verify.go:943 # 0x67202d crypto/x509.(*Certificate).VerifyHostname+0x2bd /usr/local/go/src/crypto/x509/verify.go:1021 # 0x670f19 crypto/x509.(*Certificate).Verify+0x619 /usr/local/go/src/crypto/x509/verify.go:756 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [0: 0] @ 0xa94c0b 0xa96215 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa94c0a text/tabwriter.(*Writer).addLine+0x1ba /usr/local/go/src/text/tabwriter/tabwriter.go:120 # 0xa96214 text/tabwriter.(*Writer).Write+0x4f4 /usr/local/go/src/text/tabwriter/tabwriter.go:547 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [22228: 11380736] @ 0x5b60cb 0x5b6cef 0x5ba98c 0x5acb1d 0x5fd794 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67126b 0x67b3c8 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b60ca math/big.basicSqr+0x4a /usr/local/go/src/math/big/nat.go:498 # 0x5b6cee math/big.nat.sqr+0x34e /usr/local/go/src/math/big/nat.go:577 # 0x5ba98b math/big.nat.expNN+0x31b /usr/local/go/src/math/big/nat.go:1085 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67126a crypto/x509.(*Certificate).buildChains+0x19a /usr/local/go/src/crypto/x509/verify.go:861 # 0x67b3c7 crypto/x509.(*Certificate).buildChains.func1+0x5e7 /usr/local/go/src/crypto/x509/verify.go:853 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 9472] @ 0x5049d7 0x50431b 0x504c0c 0x51af46 0x51fafc 0x8b7058 0x913c25 0x91cae8 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x504c0b bytes.(*Buffer).WriteByte+0x8b /usr/local/go/src/bytes/buffer.go:267 # 0x51af45 encoding/json.Indent+0x1d5 /usr/local/go/src/encoding/json/indent.go:115 # 0x51fafb encoding/json.(*Encoder).Encode+0x15b /usr/local/go/src/encoding/json/stream.go:221 # 0x8b7057 github.com/thanos-io/thanos/pkg/block/metadata.Write+0x1d7 /go/src/github.com/thanos-io/thanos/pkg/block/metadata/meta.go:103 # 0x913c24 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x884 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:229 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [13: 3328] @ 0x757e82 0xdd4be8 0xdd4950 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x757e81 net/http.NewRequestWithContext+0x171 /usr/local/go/src/net/http/request.go:870 # 0xdd4be7 net/http.NewRequest+0x2e7 /usr/local/go/src/net/http/request.go:813 # 0xdd494f github.com/minio/minio-go/v6.Client.newRequest+0x4f /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:747 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1: 4096] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x913aba 0x913a73 0x91cae8 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x913ab9 io/ioutil.ReadAll+0x719 /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x913a72 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x6d2 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:209 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [2439: 2185344] @ 0x5b5de0 0x5b5c97 0x5bab6a 0x5acb1d 0x5fd794 0x5fa1cb 0x674860 0x673a7f 0x673a1c 0x67afee 0x67131f 0x670e8c 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b5ddf math/big.nat.make+0x91f /usr/local/go/src/math/big/nat.go:69 # 0x5b5c96 math/big.nat.mul+0x7d6 /usr/local/go/src/math/big/nat.go:429 # 0x5bab69 math/big.nat.expNN+0x4f9 /usr/local/go/src/math/big/nat.go:1089 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x67485f crypto/x509.checkSignature+0x9bf /usr/local/go/src/crypto/x509/x509.go:927 # 0x673a7e crypto/x509.(*Certificate).CheckSignature+0x12e /usr/local/go/src/crypto/x509/x509.go:870 # 0x673a1b crypto/x509.(*Certificate).CheckSignatureFrom+0xcb /usr/local/go/src/crypto/x509/x509.go:864 # 0x67afed crypto/x509.(*Certificate).buildChains.func1+0x20d /usr/local/go/src/crypto/x509/verify.go:831 # 0x67131e crypto/x509.(*Certificate).buildChains+0x24e /usr/local/go/src/crypto/x509/verify.go:864 # 0x670e8b crypto/x509.(*Certificate).Verify+0x58b /usr/local/go/src/crypto/x509/verify.go:766 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2: 16384] @ 0x5049d7 0x50431b 0x5047cb 0x541bc0 0x913aba 0x913a73 0x91cae8 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x541bbf io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36 # 0x913ab9 io/ioutil.ReadAll+0x719 /usr/local/go/src/io/ioutil/ioutil.go:45 # 0x913a72 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x6d2 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:209 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [1088: 417792] @ 0x692fa2 0x77c4e7 0x77c4c3 0x77e616 0x77bd1c 0x45f261 # 0x692fa1 crypto/tls.(*Config).Clone+0xb1 /usr/local/go/src/crypto/tls/common.go:695 # 0x77c4e6 net/http.cloneTLSConfig+0x56 /usr/local/go/src/net/http/transport.go:2664 # 0x77c4c2 net/http.(*persistConn).addTLS+0x32 /usr/local/go/src/net/http/transport.go:1381 # 0x77e615 net/http.(*Transport).dialConn+0x1c45 /usr/local/go/src/net/http/transport.go:1480 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [1: 32] @ 0xdacaf3 0xdf5109 0xdf5021 0xdf53bf 0x8be8a9 0x91385c 0x91cae8 0x45f261 # 0xdacaf2 github.com/minio/minio-go/v6.Client.getObjectWithContext+0x92 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:39 # 0xdf5108 github.com/minio/minio-go/v6.Client.GetObjectWithContext+0x188 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object-context.go:25 # 0xdf5020 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).getRange+0xa0 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:262 # 0xdf53be github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Get+0x6e /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:281 # 0x8be8a8 github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Get+0xd8 /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:266 # 0x91385b github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x4bb /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:198 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [7: 672] @ 0x601091 0xd849af 0xd81e8d 0xd842d4 0xdd51a6 0xdd3d2d 0xdd09d2 0xdd06ea 0xdf55fa 0xdf5503 0x8becee 0x91362e 0x91cae8 0x45f261 # 0x601090 crypto/hmac.New+0x30 /usr/local/go/src/crypto/hmac/hmac.go:71 # 0xd849ae github.com/minio/minio-go/v6/pkg/s3signer.sumHMAC+0x4e /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/utils.go:40 # 0xd81e8c github.com/minio/minio-go/v6/pkg/s3signer.getSigningKey+0x13c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:83 # 0xd842d3 github.com/minio/minio-go/v6/pkg/s3signer.SignV4+0x3d3 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/pkg/s3signer/request-signature-v4.go:292 # 0xdd51a5 github.com/minio/minio-go/v6.Client.newRequest+0x8a5 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:845 # 0xdd3d2c github.com/minio/minio-go/v6.Client.executeMethod+0x2ac /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:615 # 0xdd09d1 github.com/minio/minio-go/v6.Client.statObject+0x221 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:129 # 0xdd06e9 github.com/minio/minio-go/v6.Client.StatObjectWithContext+0x1b9 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:115 # 0xdf55f9 github.com/minio/minio-go/v6.Client.StatObject+0x129 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-stat.go:102 # 0xdf5502 github.com/thanos-io/thanos/pkg/objstore/s3.(*Bucket).Exists+0x32 /go/src/github.com/thanos-io/thanos/pkg/objstore/s3/s3.go:291 # 0x8beced github.com/thanos-io/thanos/pkg/objstore.(*metricBucket).Exists+0x9d /go/src/github.com/thanos-io/thanos/pkg/objstore/objstore.go:304 # 0x91362d github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x28d /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:169 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [3: 36864] @ 0x5049d7 0x50431b 0x6990b4 0x699086 0x697ae4 0x69b8f1 0x69b8fc 0x77eed5 0x557e9a 0x491f43 0x774a3f 0x774972 0x783215 0x4917e7 0xde082d 0xde07c9 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x6990b3 bytes.(*Buffer).Grow+0x73 /usr/local/go/src/bytes/buffer.go:161 # 0x699085 crypto/tls.(*Conn).readFromUntil+0x45 /usr/local/go/src/crypto/tls/conn.go:801 # 0x697ae3 crypto/tls.(*Conn).readRecordOrCCS+0x583 /usr/local/go/src/crypto/tls/conn.go:654 # 0x69b8f0 crypto/tls.(*Conn).readRecord+0x160 /usr/local/go/src/crypto/tls/conn.go:577 # 0x69b8fb crypto/tls.(*Conn).Read+0x16b /usr/local/go/src/crypto/tls/conn.go:1255 # 0x77eed4 net/http.(*persistConn).Read+0x74 /usr/local/go/src/net/http/transport.go:1744 # 0x557e99 bufio.(*Reader).Read+0x269 /usr/local/go/src/bufio/bufio.go:226 # 0x491f42 io.(*LimitedReader).Read+0x62 /usr/local/go/src/io/io.go:448 # 0x774a3e net/http.(*body).readLocked+0x5e /usr/local/go/src/net/http/transfer.go:847 # 0x774971 net/http.(*body).Read+0x101 /usr/local/go/src/net/http/transfer.go:839 # 0x783214 net/http.(*bodyEOFSignal).Read+0xe4 /usr/local/go/src/net/http/transport.go:2568 # 0x4917e6 io.ReadAtLeast+0x86 /usr/local/go/src/io/io.go:310 # 0xde082c io.ReadFull+0xccc /usr/local/go/src/io/io.go:329 # 0xde07c8 github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0xc68 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:201 0: 0 [1: 1024] @ 0x40cc45 0x4bd894 0x50bc3c 0x50aabd 0x50d5a2 0x50aa2d 0x50d5a2 0x50aa2d 0x509f6b 0x509972 0x913b4d 0x91cae8 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x50bc3b encoding/json.(*decodeState).array+0x6fb /usr/local/go/src/encoding/json/decode.go:605 # 0x50aabc encoding/json.(*decodeState).value+0xfc /usr/local/go/src/encoding/json/decode.go:419 # 0x50d5a1 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x50d5a1 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x509f6a encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179 # 0x509971 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106 # 0x913b4c github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).loadMeta+0x7ac /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:215 # 0x91cae7 github.com/thanos-io/thanos/pkg/block.(*MetaFetcher).Fetch.func2+0xe7 /go/src/github.com/thanos-io/thanos/pkg/block/fetcher.go:269 0: 0 [874: 223744] @ 0xdd3d88 0xdd3d5f 0xdaf37a 0xddfe7d 0x45f261 # 0xdd3d87 net/http.(*Request).WithContext+0x307 /usr/local/go/src/net/http/request.go:357 # 0xdd3d5e github.com/minio/minio-go/v6.Client.executeMethod+0x2de /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api.go:625 # 0xdaf379 github.com/minio/minio-go/v6.Client.getObject+0x219 /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:623 # 0xddfe7c github.com/minio/minio-go/v6.Client.getObjectWithContext.func1+0x31c /go/pkg/mod/github.com/minio/minio-go/v6@v6.0.49/api-get-object.go:103 0: 0 [2463: 1103424] @ 0x678492 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x678491 crypto/x509.parseCertificate+0x2021 /usr/local/go/src/crypto/x509/x509.go:1429 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [2400: 2150400] @ 0x77c579 0x77c569 0x77e616 0x77bd1c 0x45f261 # 0x77c578 crypto/tls.Client+0xe8 /usr/local/go/src/crypto/tls/tls.go:47 # 0x77c568 net/http.(*persistConn).addTLS+0xd8 /usr/local/go/src/net/http/transport.go:1389 # 0x77e615 net/http.(*Transport).dialConn+0x1c45 /usr/local/go/src/net/http/transport.go:1480 # 0x77bd1b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1300 0: 0 [9217: 31853952] @ 0x5049d7 0x50431b 0x50461d 0x698386 0x69a04d 0x69a058 0x69f6be 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x50461c bytes.(*Buffer).Write+0xdc /usr/local/go/src/bytes/buffer.go:172 # 0x698385 crypto/tls.(*Conn).readRecordOrCCS+0xe25 /usr/local/go/src/crypto/tls/conn.go:751 # 0x69a04c crypto/tls.(*Conn).readRecord+0x6c /usr/local/go/src/crypto/tls/conn.go:577 # 0x69a057 crypto/tls.(*Conn).readHandshake+0x77 /usr/local/go/src/crypto/tls/conn.go:993 # 0x69f6bd crypto/tls.(*clientHandshakeState).doFullHandshake+0x4d /usr/local/go/src/crypto/tls/handshake_client.go:440 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [350: 22400] @ 0x40cc45 0x4bd894 0x5e30ee 0x5e2f02 0x5e0faa 0x5e32e7 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x40cc44 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178 # 0x4bd893 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268 # 0x5e30ed encoding/asn1.parseField+0x203d /usr/local/go/src/encoding/asn1/asn1.go:931 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [22096: 11313152] @ 0x5b60cb 0x5b6cef 0x5ba98c 0x5acb1d 0x5fd794 0x5fa1cb 0x68fd43 0x6be6cd 0x69fa5e 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5b60ca math/big.basicSqr+0x4a /usr/local/go/src/math/big/nat.go:498 # 0x5b6cee math/big.nat.sqr+0x34e /usr/local/go/src/math/big/nat.go:577 # 0x5ba98b math/big.nat.expNN+0x31b /usr/local/go/src/math/big/nat.go:1085 # 0x5acb1c math/big.(*Int).Exp+0x19c /usr/local/go/src/math/big/int.go:492 # 0x5fd793 crypto/rsa.encrypt+0x73 /usr/local/go/src/crypto/rsa/rsa.go:355 # 0x5fa1ca crypto/rsa.VerifyPKCS1v15+0x1ba /usr/local/go/src/crypto/rsa/pkcs1v15.go:281 # 0x68fd42 crypto/tls.verifyHandshakeSignature+0xc2 /usr/local/go/src/crypto/tls/auth.go:117 # 0x6be6cc crypto/tls.(*ecdheKeyAgreement).processServerKeyExchange+0x64c /usr/local/go/src/crypto/tls/key_agreement.go:306 # 0x69fa5d crypto/tls.(*clientHandshakeState).doFullHandshake+0x3ed /usr/local/go/src/crypto/tls/handshake_client.go:503 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [537: 103104] @ 0x6c6ec3 0x6c6df5 0x6c6df4 0x666fe4 0x667156 0x6cd09b 0x6cd052 0x666fe4 0x667156 0x6a85da 0x6a859f 0x69d815 0x69bf8b 0x789132 0x45f261 # 0x6c6ec2 vendor/golang.org/x/crypto/cryptobyte.(*Builder).add+0x122 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:298 # 0x6c6df4 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16+0x54 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:84 # 0x6c6df3 crypto/tls.(*clientHelloMsg).marshal.func1.2+0x53 /usr/local/go/src/crypto/tls/handshake_messages.go:112 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6cd09a vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint16LengthPrefixed+0x12a /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:141 # 0x6cd051 crypto/tls.(*clientHelloMsg).marshal.func1+0xe1 /usr/local/go/src/crypto/tls/handshake_messages.go:110 # 0x666fe3 vendor/golang.org/x/crypto/cryptobyte.(*Builder).callContinuation+0x43 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:174 # 0x667155 vendor/golang.org/x/crypto/cryptobyte.(*Builder).addLengthPrefixed+0x115 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:199 # 0x6a85d9 vendor/golang.org/x/crypto/cryptobyte.(*Builder).AddUint24LengthPrefixed+0xe9 /usr/local/go/src/vendor/golang.org/x/crypto/cryptobyte/builder.go:146 # 0x6a859e crypto/tls.(*clientHelloMsg).marshal+0xae /usr/local/go/src/crypto/tls/handshake_messages.go:104 # 0x69d814 crypto/tls.(*Conn).clientHandshake+0x144 /usr/local/go/src/crypto/tls/handshake_client.go:167 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [1: 16] @ 0x674d93 0x6766c2 0x678848 0x66b3ef 0x66cc2a 0x66c686 0x46dce3 0x671065 0x670f9c 0x670fab 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x674d92 crypto/x509.parsePublicKey+0x192 /usr/local/go/src/crypto/x509/x509.go:1051 # 0x6766c1 crypto/x509.parseCertificate+0x251 /usr/local/go/src/crypto/x509/x509.go:1402 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x66b3ee crypto/x509.(*CertPool).AppendCertsFromPEM+0xee /usr/local/go/src/crypto/x509/cert_pool.go:139 # 0x66cc29 crypto/x509.loadSystemRoots+0x509 /usr/local/go/src/crypto/x509/root_unix.go:75 # 0x66c685 crypto/x509.initSystemRoots+0x25 /usr/local/go/src/crypto/x509/root.go:21 # 0x46dce2 sync.(*Once).doSlow+0xe2 /usr/local/go/src/sync/once.go:66 # 0x671064 sync.(*Once).Do+0x764 /usr/local/go/src/sync/once.go:57 # 0x670f9b crypto/x509.systemRootsPool+0x69b /usr/local/go/src/crypto/x509/root.go:16 # 0x670faa crypto/x509.(*Certificate).Verify+0x6aa /usr/local/go/src/crypto/x509/verify.go:744 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [0: 0] @ 0xa94c0b 0xa96215 0x4ebc15 0xc847a7 0xc85014 0xc849d7 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa94c0a text/tabwriter.(*Writer).addLine+0x1ba /usr/local/go/src/text/tabwriter/tabwriter.go:120 # 0xa96214 text/tabwriter.(*Writer).Write+0x4f4 /usr/local/go/src/text/tabwriter/tabwriter.go:547 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc849d6 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 768] @ 0x678781 0x66b3ef 0x66ccd7 0x66c686 0x46dce3 0x671065 0x670f9c 0x670fab 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x678780 crypto/x509.ParseCertificate+0x30 /usr/local/go/src/crypto/x509/x509.go:1612 # 0x66b3ee crypto/x509.(*CertPool).AppendCertsFromPEM+0xee /usr/local/go/src/crypto/x509/cert_pool.go:139 # 0x66ccd6 crypto/x509.loadSystemRoots+0x5b6 /usr/local/go/src/crypto/x509/root_unix.go:51 # 0x66c685 crypto/x509.initSystemRoots+0x25 /usr/local/go/src/crypto/x509/root.go:21 # 0x46dce2 sync.(*Once).doSlow+0xe2 /usr/local/go/src/sync/once.go:66 # 0x671064 sync.(*Once).Do+0x764 /usr/local/go/src/sync/once.go:57 # 0x670f9b crypto/x509.systemRootsPool+0x69b /usr/local/go/src/crypto/x509/root.go:16 # 0x670faa crypto/x509.(*Certificate).Verify+0x6aa /usr/local/go/src/crypto/x509/verify.go:744 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [0: 0] @ 0xc84b2a 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xc84b29 runtime/pprof.writeHeapInternal+0xa9 /usr/local/go/src/runtime/pprof/pprof.go:563 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [0: 0] @ 0xa94c0b 0xa96215 0x4ebc15 0xc847a7 0xc85014 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa94c0a text/tabwriter.(*Writer).addLine+0x1ba /usr/local/go/src/text/tabwriter/tabwriter.go:120 # 0xa96214 text/tabwriter.(*Writer).Write+0x4f4 /usr/local/go/src/text/tabwriter/tabwriter.go:547 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc847a6 runtime/pprof.printStackRecord+0x396 /usr/local/go/src/runtime/pprof/pprof.go:502 # 0xc85013 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [1: 80] @ 0x48006d 0x5dfb06 0x5dfacb 0x5e3807 0x5e2f02 0x5e2f02 0x5e2f02 0x5e4a6d 0x6787cd 0x67878c 0x66b3ef 0x66ccd7 0x66c686 0x46dce3 0x671065 0x670f9c 0x670fab 0x6a2a98 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x48006c time.parse+0x35c /usr/local/go/src/time/format.go:1087 # 0x5dfb05 time.Parse+0xb5 /usr/local/go/src/time/format.go:812 # 0x5dfaca encoding/asn1.parseUTCTime+0x7a /usr/local/go/src/encoding/asn1/asn1.go:336 # 0x5e3806 encoding/asn1.parseField+0x2756 /usr/local/go/src/encoding/asn1/asn1.go:846 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x6787cc encoding/asn1.Unmarshal+0x7c /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x67878b crypto/x509.ParseCertificate+0x3b /usr/local/go/src/crypto/x509/x509.go:1613 # 0x66b3ee crypto/x509.(*CertPool).AppendCertsFromPEM+0xee /usr/local/go/src/crypto/x509/cert_pool.go:139 # 0x66ccd6 crypto/x509.loadSystemRoots+0x5b6 /usr/local/go/src/crypto/x509/root_unix.go:51 # 0x66c685 crypto/x509.initSystemRoots+0x25 /usr/local/go/src/crypto/x509/root.go:21 # 0x46dce2 sync.(*Once).doSlow+0xe2 /usr/local/go/src/sync/once.go:66 # 0x671064 sync.(*Once).Do+0x764 /usr/local/go/src/sync/once.go:57 # 0x670f9b crypto/x509.systemRootsPool+0x69b /usr/local/go/src/crypto/x509/root.go:16 # 0x670faa crypto/x509.(*Certificate).Verify+0x6aa /usr/local/go/src/crypto/x509/verify.go:744 # 0x6a2a97 crypto/tls.(*Conn).verifyServerCertificate+0x297 /usr/local/go/src/crypto/tls/handshake_client.go:834 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 0: 0 [0: 0] @ 0xa96893 0xa96770 0x4ebc15 0xc84f5e 0xc84a54 0xc8316a 0xe2b0ea 0xe2bb01 0x7654a4 0x76737d 0x7688f4 0x764295 0x45f261 # 0xa96892 text/tabwriter.(*Writer).append+0xb72 /usr/local/go/src/text/tabwriter/tabwriter.go:414 # 0xa9676f text/tabwriter.(*Writer).Write+0xa4f /usr/local/go/src/text/tabwriter/tabwriter.go:599 # 0x4ebc14 fmt.Fprintf+0xa4 /usr/local/go/src/fmt/print.go:205 # 0xc84f5d runtime/pprof.writeHeapInternal+0x4dd /usr/local/go/src/runtime/pprof/pprof.go:605 # 0xc84a53 runtime/pprof.writeAlloc+0x53 /usr/local/go/src/runtime/pprof/pprof.go:539 # 0xc83169 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0xe2b0e9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245 # 0xe2bb00 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268 # 0x7654a3 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007 # 0x76737c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387 # 0x7688f3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802 # 0x764294 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890 0: 0 [2: 576] @ 0x4133d3 0x511932 0x5114f0 0x5118f0 0x5114f0 0x5118f0 0x5114f0 0x5118f0 0x50e246 0x50aa2d 0x50d5a2 0x50aa2d 0x509f6b 0x509972 0x19759e0 0x50e41b 0x50aa2d 0x509f6b 0x509972 0x1976118 0x1975ead 0x1975ec1 0x43d4ba 0x43d487 0x43d487 0x43d487 0x43d487 0x430fba 0x45f261 # 0x511931 encoding/json.(*decodeState).objectInterface+0x1b1 /usr/local/go/src/encoding/json/decode.go:1160 # 0x5114ef encoding/json.(*decodeState).valueInterface+0xaf /usr/local/go/src/encoding/json/decode.go:1093 # 0x5118ef encoding/json.(*decodeState).objectInterface+0x16f /usr/local/go/src/encoding/json/decode.go:1160 # 0x5114ef encoding/json.(*decodeState).valueInterface+0xaf /usr/local/go/src/encoding/json/decode.go:1093 # 0x5118ef encoding/json.(*decodeState).objectInterface+0x16f /usr/local/go/src/encoding/json/decode.go:1160 # 0x5114ef encoding/json.(*decodeState).valueInterface+0xaf /usr/local/go/src/encoding/json/decode.go:1093 # 0x5118ef encoding/json.(*decodeState).objectInterface+0x16f /usr/local/go/src/encoding/json/decode.go:1160 # 0x50e245 encoding/json.(*decodeState).object+0x2035 /usr/local/go/src/encoding/json/decode.go:679 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x50d5a1 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x509f6a encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179 # 0x509971 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106 # 0x19759df github.com/go-openapi/spec.(*Schema).UnmarshalJSON+0x17f /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/schema.go:565 # 0x50e41a encoding/json.(*decodeState).object+0x220a /usr/local/go/src/encoding/json/decode.go:667 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x509f6a encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179 # 0x509971 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106 # 0x1976117 github.com/go-openapi/spec.Swagger20Schema+0xb7 /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/spec.go:82 # 0x1975eac github.com/go-openapi/spec.MustLoadSwagger20Schema+0x5c /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/spec.go:66 # 0x1975ec0 github.com/go-openapi/spec.init.4+0x70 /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/spec.go:38 # 0x43d4b9 runtime.doInit+0x89 /usr/local/go/src/runtime/proc.go:5222 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x430fb9 runtime.main+0x1d9 /usr/local/go/src/runtime/proc.go:190 0: 0 [1: 288] @ 0x4133d3 0x511932 0x50e246 0x50aa2d 0x50d5a2 0x50aa2d 0x509f6b 0x509972 0x19759e0 0x50e41b 0x50aa2d 0x50d5a2 0x50aa2d 0x50d5a2 0x50aa2d 0x509f6b 0x509972 0x19758e8 0x50e41b 0x50aa2d 0x509f6b 0x509972 0x1976118 0x1975ead 0x1975ec1 0x43d4ba 0x43d487 0x43d487 0x43d487 0x43d487 0x430fba 0x45f261 # 0x511931 encoding/json.(*decodeState).objectInterface+0x1b1 /usr/local/go/src/encoding/json/decode.go:1160 # 0x50e245 encoding/json.(*decodeState).object+0x2035 /usr/local/go/src/encoding/json/decode.go:679 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x50d5a1 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x509f6a encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179 # 0x509971 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106 # 0x19759df github.com/go-openapi/spec.(*Schema).UnmarshalJSON+0x17f /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/schema.go:565 # 0x50e41a encoding/json.(*decodeState).object+0x220a /usr/local/go/src/encoding/json/decode.go:667 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x50d5a1 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x50d5a1 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x509f6a encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179 # 0x509971 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106 # 0x19758e7 github.com/go-openapi/spec.(*Schema).UnmarshalJSON+0x87 /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/schema.go:555 # 0x50e41a encoding/json.(*decodeState).object+0x220a /usr/local/go/src/encoding/json/decode.go:667 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x509f6a encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179 # 0x509971 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106 # 0x1976117 github.com/go-openapi/spec.Swagger20Schema+0xb7 /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/spec.go:82 # 0x1975eac github.com/go-openapi/spec.MustLoadSwagger20Schema+0x5c /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/spec.go:66 # 0x1975ec0 github.com/go-openapi/spec.init.4+0x70 /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/spec.go:38 # 0x43d4b9 runtime.doInit+0x89 /usr/local/go/src/runtime/proc.go:5222 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x430fb9 runtime.main+0x1d9 /usr/local/go/src/runtime/proc.go:190 0: 0 [1: 640] @ 0x19409e0 0x1975abc 0x50e41b 0x50aa2d 0x50d5a2 0x50aa2d 0x50d5a2 0x50aa2d 0x509f6b 0x509972 0x19758e8 0x50e41b 0x50aa2d 0x50d5a2 0x50aa2d 0x50d5a2 0x50aa2d 0x509f6b 0x509972 0x19758e8 0x50e41b 0x50aa2d 0x509f6b 0x509972 0x1976118 0x1975ead 0x1975ec1 0x43d4ba 0x43d487 0x43d487 0x43d487 0x43d487 # 0x19409df github.com/go-openapi/swag.(*NameProvider).GetJSONNames+0x1df /go/pkg/mod/github.com/go-openapi/swag@v0.19.5/json.go:265 # 0x1975abb github.com/go-openapi/spec.(*Schema).UnmarshalJSON+0x25b /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/schema.go:574 # 0x50e41a encoding/json.(*decodeState).object+0x220a /usr/local/go/src/encoding/json/decode.go:667 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x50d5a1 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x50d5a1 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x509f6a encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179 # 0x509971 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106 # 0x19758e7 github.com/go-openapi/spec.(*Schema).UnmarshalJSON+0x87 /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/schema.go:555 # 0x50e41a encoding/json.(*decodeState).object+0x220a /usr/local/go/src/encoding/json/decode.go:667 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x50d5a1 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x50d5a1 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x509f6a encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179 # 0x509971 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106 # 0x19758e7 github.com/go-openapi/spec.(*Schema).UnmarshalJSON+0x87 /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/schema.go:555 # 0x50e41a encoding/json.(*decodeState).object+0x220a /usr/local/go/src/encoding/json/decode.go:667 # 0x50aa2c encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429 # 0x509f6a encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179 # 0x509971 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106 # 0x1976117 github.com/go-openapi/spec.Swagger20Schema+0xb7 /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/spec.go:82 # 0x1975eac github.com/go-openapi/spec.MustLoadSwagger20Schema+0x5c /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/spec.go:66 # 0x1975ec0 github.com/go-openapi/spec.init.4+0x70 /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/spec.go:38 # 0x43d4b9 runtime.doInit+0x89 /usr/local/go/src/runtime/proc.go:5222 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 0: 0 [1: 65536] @ 0x5049d7 0x50431b 0x5047cb 0x491e3d 0x196d06b 0x196d034 0x196d5dc 0x196d5a0 0x196d8b8 0x197609a 0x1975ead 0x1975ec1 0x43d4ba 0x43d487 0x43d487 0x43d487 0x43d487 0x430fba 0x45f261 # 0x5049d6 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229 # 0x50431a bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142 # 0x5047ca bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202 # 0x491e3c io.copyBuffer+0x2ec /usr/local/go/src/io/io.go:388 # 0x196d06a io.Copy+0x1ea /usr/local/go/src/io/io.go:364 # 0x196d033 github.com/go-openapi/spec.bindataRead+0x1b3 /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/bindata.go:28 # 0x196d5db github.com/go-openapi/spec.v2SchemaJSONBytes+0x6b /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/bindata.go:96 # 0x196d59f github.com/go-openapi/spec.v2SchemaJSON+0x2f /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/bindata.go:103 # 0x196d8b7 github.com/go-openapi/spec.Asset+0xc7 /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/bindata.go:119 # 0x1976099 github.com/go-openapi/spec.Swagger20Schema+0x39 /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/spec.go:76 # 0x1975eac github.com/go-openapi/spec.MustLoadSwagger20Schema+0x5c /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/spec.go:66 # 0x1975ec0 github.com/go-openapi/spec.init.4+0x70 /go/pkg/mod/github.com/go-openapi/spec@v0.19.2/spec.go:38 # 0x43d4b9 runtime.doInit+0x89 /usr/local/go/src/runtime/proc.go:5222 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x43d486 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217 # 0x430fb9 runtime.main+0x1d9 /usr/local/go/src/runtime/proc.go:190 0: 0 [207: 3312] @ 0x5e038f 0x5e1896 0x5e2f02 0x5e0faa 0x5e32e7 0x5e0faa 0x5e32e7 0x5e4a6d 0x67682a 0x6767da 0x678848 0x6a2e0b 0x6a0d87 0x69f2bb 0x69d99a 0x69bf8b 0x789132 0x45f261 # 0x5e038e encoding/asn1.parsePrintableString+0x14e /usr/local/go/src/encoding/asn1/asn1.go:405 # 0x5e1895 encoding/asn1.parseField+0x7e5 /usr/local/go/src/encoding/asn1/asn1.go:673 # 0x5e2f01 encoding/asn1.parseField+0x1e51 /usr/local/go/src/encoding/asn1/asn1.go:919 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e0fa9 encoding/asn1.parseSequenceOf+0x4b9 /usr/local/go/src/encoding/asn1/asn1.go:617 # 0x5e32e6 encoding/asn1.parseField+0x2236 /usr/local/go/src/encoding/asn1/asn1.go:935 # 0x5e4a6c encoding/asn1.UnmarshalWithParams+0x1ac /usr/local/go/src/encoding/asn1/asn1.go:1061 # 0x676829 encoding/asn1.Unmarshal+0x3b9 /usr/local/go/src/encoding/asn1/asn1.go:1054 # 0x6767d9 crypto/x509.parseCertificate+0x369 /usr/local/go/src/crypto/x509/x509.go:1416 # 0x678847 crypto/x509.ParseCertificate+0xf7 /usr/local/go/src/crypto/x509/x509.go:1621 # 0x6a2e0a crypto/tls.(*Conn).verifyServerCertificate+0x60a /usr/local/go/src/crypto/tls/handshake_client.go:815 # 0x6a0d86 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1716 /usr/local/go/src/crypto/tls/handshake_client.go:454 # 0x69f2ba crypto/tls.(*clientHandshakeState).handshake+0x3fa /usr/local/go/src/crypto/tls/handshake_client.go:399 # 0x69d999 crypto/tls.(*Conn).clientHandshake+0x2c9 /usr/local/go/src/crypto/tls/handshake_client.go:208 # 0x69bf8a crypto/tls.(*Conn).Handshake+0x12a /usr/local/go/src/crypto/tls/conn.go:1362 # 0x789131 net/http.(*persistConn).addTLS.func2+0x41 /usr/local/go/src/net/http/transport.go:1401 # runtime.MemStats # Alloc = 10078659536 # TotalAlloc = 609349983840 # Sys = 15783335824 # Lookups = 0 # Mallocs = 3861375985 # Frees = 3764397885 # HeapAlloc = 10078659536 # HeapSys = 15025733632 # HeapIdle = 4765655040 # HeapInuse = 10260078592 # HeapReleased = 11231232 # HeapObjects = 96978100 # Stack = 6651904 / 6651904 # MSpan = 139249176 / 149094400 # MCache = 1736 / 16384 # BuckHashSys = 2681712 # GCSys = 572366848 # OtherSys = 26790944 # NextGC = 19785135360 # LastGC = 1583769372233267075 # PauseNs = [365672 230183 270232 239269 260479 299171 214898 289928 264578 196539 402343 243478 211694 239525 263052 247805 271216 214562 227580 229049 195217 246487 263173 224449 193359 244076 170597 180614 250154 257869 210295 398984 211062 170169 222819 379222 239519 234789 244842 240022 221649 192426 197055 254291 169924 187201 297034 232742 220126 256927 199081 246843 252861 244444 242104 257844 313089 304753 348788 276513 192265 182468 257093 254733 235548 267754 269036 227157 266788 101523 94872 291480 97857 380380 228328 148165 58353 242824 96699 45620 259005 100229 46101 275918 97494 48772 273750 95508 273258 175917 98086 259748 380236 46034 241381 333477 211770 259998 233275 225877 236006 214140 228193 252107 213037 209610 232990 224537 191499 249985 237435 230434 258797 215904 211089 253042 312353 334085 241415 190889 229758 246599 176555 238933 184484 169856 250960 257636 245393 264751 212873 273387 266374 228286 246773 267708 238531 226837 265745 254892 234872 266908 251446 174736 54444 228507 249641 264548 234453 220464 256687 202924 259832 265249 218336 233493 264564 224603 277529 231428 188958 240392 265697 235720 258810 254786 179895 258893 193561 214994 250553 212654 238630 266853 188928 204236 246397 216641 220999 250061 230445 228884 229482 190589 207960 238805 239692 225996 255536 240979 263940 271313 240481 239791 215708 233243 278032 250261 236124 311898 232660 250387 449002 203561 351029 258236 238456 255632 283003 260853 213087 271553 217725 251494 275452 218275 227315 232206 196858 238503 245996 234697 268992 241727 197237 263049 242223 195816 240159 209913 205790 409668 223905 187064 246471 177229 234017 237956 410013 208691 259904 236794 242892 264128 328366 259149 263173 209450 203136 273970 352921 392910 278912 261600 399033 268821] # PauseEnd = [1583760735519591086 1583760859714233352 1583760982451101912 1583761107731675617 1583761231374251369 1583761355406140499 1583761478522472579 1583761601255542726 1583761724643144947 1583761847515227008 1583761970905293499 1583762093666498766 1583762216702438362 1583762339716497633 1583762462677511264 1583762586691903599 1583762709716864032 1583762832656204098 1583762956712087369 1583763079519170457 1583763202368368409 1583763326827248077 1583763450670644875 1583763576064265975 1583763699709313144 1583763822965297791 1583763945678622173 1583764069718208761 1583764192659991300 1583764315360200991 1583764438431981154 1583764561149821042 1583764684450711471 1583764807277530101 1583764930660198653 1583765056704384754 1583765179713386220 1583765302675932796 1583765425405032568 1583765550283869960 1583765673002674190 1583765796701219312 1583765920504823633 1583766044743622681 1583766167768686670 1583766290477796763 1583766413189142890 1583766535893896832 1583766658602522885 1583766782031777399 1583766904825194170 1583767027670457213 1583767152022938848 1583767275998276466 1583767399708790223 1583767522671881356 1583767646747075692 1583767770714241752 1583767893410223746 1583768016267202914 1583768139711547676 1583768262975433183 1583768385672180522 1583768509717368790 1583768632666539666 1583768755943767821 1583768878653486108 1583769002031791017 1583769126710711547 1583769249505483567 1583769372233267075 1583737906672819598 1583738029688189057 1583738152632205180 1583738275313059713 1583738399670981902 1583738522335578845 1583738645003427045 1583738769690634765 1583738892621798837 1583739015310277773 1583739139673719265 1583739262636532230 1583739385316357315 1583739509673110553 1583739632358591180 1583739755018167608 1583739879679663787 1583740002634272490 1583740125338687360 1583740249678200383 1583740372625484600 1583740495308612758 1583740619673840305 1583740742403245062 1583740865093825976 1583740989703167376 1583741112660746605 1583741235354507832 1583741359696776792 1583741482649943395 1583741606214799015 1583741729926426502 1583741852644315697 1583741975333538019 1583742099705286301 1583742222650385545 1583742345345753079 1583742469701081662 1583742592655741579 1583742715363192969 1583742839704921673 1583742963046490875 1583743085736349054 1583743209711426869 1583743332721660909 1583743455751809022 1583743579708245854 1583743702735700665 1583743827651029768 1583743951299225930 1583744074981549061 1583744197661374329 1583744320344004246 1583744445160608346 1583744569773273444 1583744692650305035 1583744815393733564 1583744939713327338 1583745063010190073 1583745185698866005 1583745309716083127 1583745432396696700 1583745555128657326 1583745679695702352 1583745802666363398 1583745926362849934 1583746050216803510 1583746172921776148 1583746295655780458 1583746419705646974 1583746542445718388 1583746665348598167 1583746789699969152 1583746912712527366 1583747035438246670 1583747158667518822 1583747282027544958 1583747405256304611 1583747529706360354 1583747652714937271 1583747776701891075 1583747899696470689 1583748022747875168 1583748147697476809 1583748271913562885 1583748394937570342 1583748517668585859 1583748642025005232 1583748764804333839 1583748887669373450 1583749012024197169 1583749135248717871 1583749257938761664 1583749382023169384 1583749505022723351 1583749629700096918 1583749752664851792 1583749875351910794 1583749999696675463 1583750122672656850 1583750246398634808 1583750370177107833 1583750492892954743 1583750615606315407 1583750739694601579 1583750862653780173 1583750985382908842 1583751109707459660 1583751232668732877 1583751355768534670 1583751478465865669 1583751602021018321 1583751725050747144 1583751849709834871 1583751972730943950 1583752095440723502 1583752219703583370 1583752342728176915 1583752467666171550 1583752591343620381 1583752715274767355 1583752839710129312 1583752962661712863 1583753085463369911 1583753208142097932 1583753332018268070 1583753455611591221 1583753578334329422 1583753702034953842 1583753825129847171 1583753949711719235 1583754072659485055 1583754195430427943 1583754318173761184 1583754442025944604 1583754565022601596 1583754690080790320 1583754813094463871 1583754935928920157 1583755059702115425 1583755182656181729 1583755305433940963 1583755428201088311 1583755552023701758 1583755675476625172 1583755798444278680 1583755921165365625 1583756044142479416 1583756167027073437 1583756290471918544 1583756416711708576 1583756539402986721 1583756662273087170 1583756787659411542 1583756911667401598 1583757034562058955 1583757157270030170 1583757279957474479 1583757402657453091 1583757526698905765 1583757649471061712 1583757772263113695 1583757896691773941 1583758019706045852 1583758142668866565 1583758266690683225 1583758389712314580 1583758512411160594 1583758636713404351 1583758759447638533 1583758882142248899 1583759007681208868 1583759131952578272 1583759254661496193 1583759377673522424 1583759502022777754 1583759625686801311 1583759749710251173 1583759872387529176 1583759995442145901 1583760118421019558 1583760241129890712 1583760364315383398 1583760487026527760 1583760610780763827] # NumGC = 2119 # NumForcedGC = 0 # GCCPUFraction = 0.005530667401638461 # DebugGC = false