Open
Description
ccl/backupccl.TestRestoreAsOfSystemTimeGCBounds failed on release-24.1.20-rc @ f68a5ee95712e9bf95c066df7244257dd21b9c27:
Fatal error:
panic: test timed out after 1h16m37s
running tests:
TestRestoreAsOfSystemTimeGCBounds (1h16m37s)
Stack:
goroutine 608761 [running]:
testing.(*M).startAlarm.func1()
GOROOT/src/testing/testing.go:2366 +0x265
created by time.goFunc
GOROOT/src/time/sleep.go:177 +0x45
Log preceding fatal error
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0xc00149bc90?, 0xa9794a0?}, {0xe2d6018, 0xc0068bbcb0}, {0xa2d9b20, 0xc00ef1c5a0})
github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1345 +0x59
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1393
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc0011a8140, {0xa2d9b20, 0xc00ef1c5a0})
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:391 +0x53
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0xe30ff88?, 0xc0011a8140?}})
github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1079 +0x62
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func3()
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:988 +0x47
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0xc00534e640, 0xc008293900)
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:130 +0x2be
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0xc00457f208, {0xe2d5fe0, 0xc00534e5a0}, 0xc002456c00, {{0xc003a8f5b8, 0x1, 0x8}, {0xc003a8f5cf, 0x1, 0x1}}, ...)
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:987 +0x10ba
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0xc00457f208, {0xe2d5fe0, 0xc00534e5a0}, 0xc002456c00, {{0xc003a8f5b8, 0x1, 0x8}, {0xc003a8f5cf, 0x1, 0x1}}, ...)
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:686 +0x725
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0xe2d5fe0, 0xc00534e5a0})
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:305 +0x26c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.Group.GoCtx.2()
github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:163 +0x47
golang.org/x/sync/errgroup.(*Group).Go.func1()
golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:78 +0x92
created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 2014
golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:75 +0x125
goroutine 2259 [select, 16 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*TemporaryObjectCleaner).Start.func1({0xe2d6018, 0xc0061527e0})
github.com/cockroachdb/cockroach/pkg/sql/temporary_schema.go:620 +0x42c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x263
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx in goroutine 2030
github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:471 +0x69d
goroutine 2195 [select, 76 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc006049008?, 0xc0057a1170?})
github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:157 +0x126
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x263
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx in goroutine 2095
github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:471 +0x69d
goroutine 2204 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc006272b60)
google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:1150 +0x40f
created by google.golang.org/grpc/internal/transport.NewServerTransport in goroutine 2187
google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:339 +0x326b
goroutine 2201 [select, 76 minutes]:
google.golang.org/grpc.(*ClientConn).WaitForStateChange(0xc0062a6808, {0xe2d6018, 0xc0043e9e90}, 0x2)
google.golang.org/grpc/external/org_golang_google_grpc/clientconn.go:683 +0x112
Parameters:
attempt=1
race=true
run=2
shard=3
Same failure on other branches
- ccl/backupccl: TestRestoreAsOfSystemTimeGCBounds failed #146536 ccl/backupccl: TestRestoreAsOfSystemTimeGCBounds failed [A-disaster-recovery C-test-failure O-robot P-1 T-sql-foundations branch-release-24.1]
This test on roachdash | Improve this report!
Jira issue: CRDB-51508