Skip to content

Commit

Permalink
remove retry on chunk pool exhaustion error for now
Browse files Browse the repository at this point in the history
Signed-off-by: Ben Ye <[email protected]>
  • Loading branch information
yeya24 committed Sep 12, 2023
1 parent 9f21ea5 commit 8e5d555
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 31 deletions.
2 changes: 0 additions & 2 deletions pkg/querier/blocks_store_queryable.go
Original file line number Diff line number Diff line change
Expand Up @@ -1121,8 +1121,6 @@ func isRetryableError(err error) bool {
case codes.Canceled:
return strings.Contains(err.Error(), "grpc: the client connection is closing")
// TODO(yeya24): change Thanos to use ResourceExhausted for chunk pool error.
case codes.Unknown:
return strings.Contains(err.Error(), "allocate chunk bytes")
default:
return false
}
Expand Down
29 changes: 0 additions & 29 deletions pkg/querier/blocks_store_queryable_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -667,35 +667,6 @@ func TestBlocksStoreQuerier_Select(t *testing.T) {
},
},
},
"multiple store-gateways has the block, but one of them fails to return due to chunk pool exhaustion": {
finderResult: bucketindex.Blocks{
{ID: block1},
},
storeSetResponses: []interface{}{
map[BlocksStoreClient][]ulid.ULID{
&storeGatewayClientMock{
remoteAddr: "1.1.1.1",
mockedSeriesErr: status.Error(codes.Unknown, "load chunks: populate chunk: allocate chunk bytes: pool exhausted"),
}: {block1},
},
map[BlocksStoreClient][]ulid.ULID{
&storeGatewayClientMock{remoteAddr: "2.2.2.2", mockedSeriesResponses: []*storepb.SeriesResponse{
mockSeriesResponse(labels.Labels{metricNameLabel, series1Label}, minT, 2),
mockHintsResponse(block1),
}}: {block1},
},
},
limits: &blocksStoreLimitsMock{},
queryLimiter: noOpQueryLimiter,
expectedSeries: []seriesResult{
{
lbls: labels.New(metricNameLabel, series1Label),
values: []valueResult{
{t: minT, v: 2},
},
},
},
},
"all store-gateways return PermissionDenied": {
finderResult: bucketindex.Blocks{
{ID: block1},
Expand Down

0 comments on commit 8e5d555

Please sign in to comment.