Open
Description
The test timed out while running:
panic: test timed out after 30m0s
running tests:
TestPartitionReader_ShouldNotBufferRecordsInTheKafkaClientWhenDone/with_fetch_concurrency (29m10s)
goroutine 223928 [running]:
testing.(*M).startAlarm.func1()
/usr/local/go/src/testing/testing.go:2484 +0x605
created by time.goFunc
/usr/local/go/src/time/sleep.go:215 +0x45
goroutine 1 [chan receive, 29 minutes]:
testing.(*T).Run(0xc000182380, {0x1ac0c27, 0x42}, 0x1ae18f8)
/usr/local/go/src/testing/testing.go:1859 +0x91e
testing.runTests.func1(0xc000182380)
/usr/local/go/src/testing/testing.go:2279 +0x86
testing.tRunner(0xc000182380, 0xc0000a5988)
/usr/local/go/src/testing/testing.go:1792 +0x226
testing.runTests(0xc00019a030, {0x25ed9e0, 0x3e, 0x3e}, {0x640?, 0x700?, 0x25fbaa0?})
/usr/local/go/src/testing/testing.go:2277 +0x96d
testing.(*M).Run(0xc0003654a0)
/usr/local/go/src/testing/testing.go:2142 +0xeeb
go.uber.org/goleak.VerifyTestMain({0x1c9d9e0, 0xc0003654a0}, {0xc00033ac40, 0x4, 0x4})
/__w/mimir/mimir/vendor/go.uber.org/goleak/testmain.go:53 +0x65
github.com/grafana/mimir/pkg/util/test.VerifyNoLeakTestMain(0xc0003654a0, {0x0, 0x0, 0x261e280?})
/__w/mimir/mimir/pkg/util/test/leak.go:19 +0xbd
github.com/grafana/mimir/pkg/storage/ingest.TestMain(...)
/__w/mimir/mimir/pkg/storage/ingest/writer_test.go:32
main.main()
_testmain.go:173 +0x17a
goroutine 19 [select]:
github.com/golang/glog.(*fileSink).flushDaemon(0x25fbb38)
/__w/mimir/mimir/vendor/github.com/golang/glog/glog_file.go:380 +0x179
created by github.com/golang/glog.init.1 in goroutine 1
/__w/mimir/mimir/vendor/github.com/golang/glog/glog_file.go:188 +0x2be
goroutine 20 [select, 30 minutes]:
github.com/dgraph-io/ristretto.(*defaultPolicy).processItems(0xc000141140)
/__w/mimir/mimir/vendor/github.com/dgraph-io/ristretto/policy.go:102 +0xfd
created by github.com/dgraph-io/ristretto.newDefaultPolicy in goroutine 1
/__w/mimir/mimir/vendor/github.com/dgraph-io/ristretto/policy.go:86 +0x2a5
goroutine 21 [select]:
github.com/dgraph-io/ristretto.(*Cache).processItems(0xc000234a00)
/__w/mimir/mimir/vendor/github.com/dgraph-io/ristretto/cache.go:452 +0x229
created by github.com/dgraph-io/ristretto.NewCache in goroutine 1
/__w/mimir/mimir/vendor/github.com/dgraph-io/ristretto/cache.go:207 +0xe46
goroutine 218696 [select, 9 minutes]:
github.com/twmb/franz-go/pkg/kfake.(*clientConn).write(0xc0001a29c0)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:134 +0x413
created by github.com/twmb/franz-go/pkg/kfake.(*broker).listen in goroutine 203840
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:257 +0xfc
goroutine 204648 [select]:
github.com/twmb/franz-go/pkg/kfake.(*clientConn).read(0xc03a555240)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:68 +0x379
created by github.com/twmb/franz-go/pkg/kfake.(*broker).listen in goroutine 203840
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:256 +0x315
goroutine 204177 [select]:
github.com/grafana/mimir/pkg/storage/ingest.TestPartitionReader_ShouldNotBufferRecordsInTheKafkaClientWhenDone.func1.1({0xc03804b840?, 0x44ee12?}, {0xc03a7903f0, 0x2, 0xc03a7a6001?})
/__w/mimir/mimir/pkg/storage/ingest/reader_test.go:1864 +0x20c
github.com/grafana/mimir/pkg/storage/ingest.consumerFunc.Consume(0xc03a422a50, {0x1ca7490, 0xc03a7853d0}, {0xc03a7903f0, 0x2, 0x2})
/__w/mimir/mimir/pkg/storage/ingest/reader_test.go:2926 +0x5d
github.com/grafana/mimir/pkg/storage/ingest.(*PartitionReader).consumeFetches(0xc03a33ef08, {0x1ca74c8, 0xc03a7a60f0}, {0xc03a4dfe48, 0x1, 0x1})
/__w/mimir/mimir/pkg/storage/ingest/reader.go:578 +0x884
github.com/grafana/mimir/pkg/storage/ingest.(*PartitionReader).processNextFetches(0xc03a33ef08, {0x1ca7500, 0xc03a53eb40}, {0x7f97dcb33f38, 0xc03a526500})
/__w/mimir/mimir/pkg/storage/ingest/reader.go:328 +0x4bd
github.com/grafana/mimir/pkg/storage/ingest.(*PartitionReader).run(0xc03a33ef08, {0x1ca7500, 0xc03a53eb40})
/__w/mimir/mimir/pkg/storage/ingest/reader.go:306 +0x7d
github.com/grafana/dskit/services.(*BasicService).main(0xc03a51f180)
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:193 +0x3ac
created by github.com/grafana/dskit/services.(*BasicService).StartAsync.func1 in goroutine 203871
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:122 +0x1cb
goroutine 210242 [select, 25 minutes]:
github.com/twmb/franz-go/pkg/kfake.(*clientConn).write(0xc0001a3b40)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:134 +0x413
created by github.com/twmb/franz-go/pkg/kfake.(*broker).listen in goroutine 203840
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:257 +0xfc
goroutine 204026 [select, 29 minutes]:
github.com/twmb/franz-go/pkg/kfake.(*clientConn).write(0xc03a5342c0)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:134 +0x413
created by github.com/twmb/franz-go/pkg/kfake.(*broker).listen in goroutine 203840
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:257 +0xfc
goroutine 204585 [select]:
github.com/grafana/mimir/pkg/storage/ingest.newGenericOffsetReader[...].NewTimerService.func4()
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/services.go:31 +0x1b7
github.com/grafana/dskit/services.(*BasicService).main(0xc03a51f540)
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:193 +0x3ac
created by github.com/grafana/dskit/services.(*BasicService).StartAsync.func1 in goroutine 204177
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:122 +0x1cb
goroutine 178552 [chan receive, 29 minutes]:
testing.(*T).Parallel(0xc029b37dc0)
/usr/local/go/src/testing/testing.go:1577 +0x4ff
github.com/grafana/mimir/pkg/storage/ingest.TestPartitionReader_ConsumerError(0xc029b37dc0)
/__w/mimir/mimir/pkg/storage/ingest/reader_test.go:122 +0x3f
testing.tRunner(0xc029b37dc0, 0x1ae18e0)
/usr/local/go/src/testing/testing.go:1792 +0x226
created by testing.(*T).Run in goroutine 1
/usr/local/go/src/testing/testing.go:1851 +0x8f3
goroutine 204581 [select, 29 minutes]:
github.com/grafana/dskit/services.(*BasicService).AddListener.func2()
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:355 +0x179
created by github.com/grafana/dskit/services.(*BasicService).AddListener in goroutine 204177
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:352 +0x435
goroutine 204296 [select]:
github.com/twmb/franz-go/pkg/kgo.(*Client).reapConnectionsLoop(0xc03a347808)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kgo/broker.go:558 +0x239
created by github.com/twmb/franz-go/pkg/kgo.NewClient in goroutine 204177
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kgo/client.go:517 +0x1776
goroutine 204587 [select]:
github.com/grafana/mimir/pkg/storage/ingest.newGenericOffsetReader[...].NewTimerService.func4()
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/services.go:31 +0x1b7
github.com/grafana/dskit/services.(*BasicService).main(0xc03a51f4a0)
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:193 +0x3ac
created by github.com/grafana/dskit/services.(*BasicService).StartAsync.func1 in goroutine 204177
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:122 +0x1cb
goroutine 204584 [select]:
github.com/grafana/mimir/pkg/storage/ingest.(*partitionCommitter).run(0xc03a174b40, {0x1ca7500, 0xc03a53fbd0})
/__w/mimir/mimir/pkg/storage/ingest/reader.go:888 +0x205
github.com/grafana/dskit/services.(*BasicService).main(0xc03a51f400)
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:193 +0x3ac
created by github.com/grafana/dskit/services.(*BasicService).StartAsync.func1 in goroutine 204177
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:122 +0x1cb
goroutine 204086 [select, 29 minutes]:
github.com/twmb/franz-go/pkg/kfake.(*clientConn).write(0xc03a5348c0)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:134 +0x413
created by github.com/twmb/franz-go/pkg/kfake.(*broker).listen in goroutine 203840
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:257 +0xfc
goroutine 203841 [select, 5 minutes]:
github.com/twmb/franz-go/pkg/kgo.(*Client).updateMetadataLoop(0xc03a28b008)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kgo/metadata.go:173 +0x3bb
created by github.com/twmb/franz-go/pkg/kgo.NewClient in goroutine 203871
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kgo/client.go:516 +0x16fe
goroutine 204583 [select, 29 minutes]:
github.com/grafana/dskit/services.(*BasicService).AddListener.func2()
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:355 +0x179
created by github.com/grafana/dskit/services.(*BasicService).AddListener in goroutine 204177
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:352 +0x435
goroutine 204579 [select, 29 minutes]:
github.com/grafana/dskit/services.(*BasicService).AddListener.func2()
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:355 +0x179
created by github.com/grafana/dskit/services.(*BasicService).AddListener in goroutine 204177
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:352 +0x435
goroutine 204649 [select]:
github.com/twmb/franz-go/pkg/kfake.(*clientConn).write(0xc03a555240)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:134 +0x413
created by github.com/twmb/franz-go/pkg/kfake.(*broker).listen in goroutine 203840
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:257 +0xfc
goroutine 203954 [select, 29 minutes]:
github.com/twmb/franz-go/pkg/kfake.(*clientConn).write(0xc03a265ec0)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:134 +0x413
created by github.com/twmb/franz-go/pkg/kfake.(*broker).listen in goroutine 203840
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:257 +0xfc
goroutine 213036 [select, 19 minutes]:
github.com/twmb/franz-go/pkg/kfake.(*clientConn).write(0xc00033b980)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:134 +0x413
created by github.com/twmb/franz-go/pkg/kfake.(*broker).listen in goroutine 203840
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:257 +0xfc
goroutine 203839 [select]:
github.com/twmb/franz-go/pkg/kfake.(*Cluster).run(0xc03a1fb380)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:274 +0x24c
created by github.com/twmb/franz-go/pkg/kfake.NewCluster in goroutine 203871
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:204 +0x1d12
goroutine 204195 [select, 29 minutes]:
github.com/twmb/franz-go/pkg/kfake.(*clientConn).write(0xc03a535980)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:134 +0x413
created by github.com/twmb/franz-go/pkg/kfake.(*broker).listen in goroutine 203840
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:257 +0xfc
goroutine 204206 [select, 29 minutes]:
github.com/twmb/franz-go/pkg/kfake.(*clientConn).write(0xc03a535ac0)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:134 +0x413
created by github.com/twmb/franz-go/pkg/kfake.(*broker).listen in goroutine 203840
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:257 +0xfc
goroutine 203840 [IO wait, 5 minutes]:
internal/poll.runtime_pollWait(0x7f9766925ee0, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0x85
internal/poll.(*pollDesc).wait(0xc03a293ba0, 0x72, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0xb1
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc03a293b80)
/usr/local/go/src/internal/poll/fd_unix.go:620 +0x505
net.(*netFD).accept(0xc03a293b80)
/usr/local/go/src/net/fd_unix.go:172 +0x45
net.(*TCPListener).accept(0xc0389f3f40)
/usr/local/go/src/net/tcpsock_posix.go:159 +0x4e
net.(*TCPListener).Accept(0xc0389f3f40)
/usr/local/go/src/net/tcpsock.go:380 +0x65
github.com/twmb/franz-go/pkg/kfake.(*broker).listen(0xc03a4227e0)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:245 +0x11f
created by github.com/twmb/franz-go/pkg/kfake.NewCluster.func2 in goroutine 203871
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:186 +0x8b
goroutine 223845 [IO wait]:
internal/poll.runtime_pollWait(0x7f97dd14c0d0, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0x85
internal/poll.(*pollDesc).wait(0xc03a445520, 0x72, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0xb1
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc03a445500, {0xc03a47acac, 0x4, 0x4})
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x453
net.(*netFD).Read(0xc03a445500, {0xc03a47acac, 0x4, 0x4})
/usr/local/go/src/net/fd_posix.go:55 +0x4b
net.(*conn).Read(0xc03a2e4cd0, {0xc03a47acac, 0x4, 0x4})
/usr/local/go/src/net/net.go:194 +0xad
io.ReadAtLeast({0x1c9de60, 0xc03a2e4cd0}, {0xc03a47acac, 0x4, 0x4}, 0x4)
/usr/local/go/src/io/io.go:335 +0xcb
io.ReadFull(...)
/usr/local/go/src/io/io.go:354
github.com/twmb/franz-go/pkg/kfake.(*clientConn).read.func1()
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:58 +0xae
created by github.com/twmb/franz-go/pkg/kfake.(*clientConn).read in goroutine 204556
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:57 +0x28b
goroutine 215885 [select, 15 minutes]:
github.com/twmb/franz-go/pkg/kfake.(*clientConn).write(0xc02ab9bdc0)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:134 +0x413
created by github.com/twmb/franz-go/pkg/kfake.(*broker).listen in goroutine 203840
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:257 +0xfc
goroutine 204670 [select, 29 minutes]:
github.com/twmb/franz-go/pkg/kgo.(*consumerSession).manageFetchConcurrency(0xc03a5a25a0)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kgo/consumer.go:1499 +0x20d
created by github.com/twmb/franz-go/pkg/kgo.(*consumerSession).desireFetch in goroutine 204669
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kgo/consumer.go:1484 +0xa5
goroutine 203922 [select]:
github.com/twmb/franz-go/pkg/kgo.(*Client).reapConnectionsLoop(0xc03a28b008)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kgo/broker.go:558 +0x239
created by github.com/twmb/franz-go/pkg/kgo.NewClient in goroutine 203871
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kgo/client.go:517 +0x1776
goroutine 204588 [select]:
github.com/grafana/mimir/pkg/storage/ingest.newReaderMetrics.NewTimerService.func4({0x1ca7500, 0xc03a53fd10})
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/services.go:31 +0x1b7
github.com/grafana/dskit/services.(*BasicService).main(0xc03a51f0e0)
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:193 +0x3ac
created by github.com/grafana/dskit/services.(*BasicService).StartAsync.func1 in goroutine 204177
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:122 +0x1cb
goroutine 223940 [IO wait]:
internal/poll.runtime_pollWait(0x7f97dcb5a6d0, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0x85
internal/poll.(*pollDesc).wait(0xc03a5742a0, 0x72, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0xb1
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc03a574280, {0xc03a5378ac, 0x4, 0x4})
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x453
net.(*netFD).Read(0xc03a574280, {0xc03a5378ac, 0x4, 0x4})
/usr/local/go/src/net/fd_posix.go:55 +0x4b
net.(*conn).Read(0xc03a31aee8, {0xc03a5378ac, 0x4, 0x4})
/usr/local/go/src/net/net.go:194 +0xad
io.ReadAtLeast({0x1c9de60, 0xc03a31aee8}, {0xc03a5378ac, 0x4, 0x4}, 0x4)
/usr/local/go/src/io/io.go:335 +0xcb
io.ReadFull(...)
/usr/local/go/src/io/io.go:354
github.com/twmb/franz-go/pkg/kfake.(*clientConn).read.func1()
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:58 +0xae
created by github.com/twmb/franz-go/pkg/kfake.(*clientConn).read in goroutine 204648
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:57 +0x28b
goroutine 204580 [select, 29 minutes]:
github.com/grafana/dskit/services.(*BasicService).AddListener.func2()
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:355 +0x179
created by github.com/grafana/dskit/services.(*BasicService).AddListener in goroutine 204177
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:352 +0x435
goroutine 204557 [select]:
github.com/twmb/franz-go/pkg/kfake.(*clientConn).write(0xc006bc1140)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:134 +0x413
created by github.com/twmb/franz-go/pkg/kfake.(*broker).listen in goroutine 203840
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:257 +0xfc
goroutine 204586 [chan receive, 29 minutes]:
github.com/grafana/mimir/pkg/storage/ingest.newPartitionReader.NewPartitionOffsetWatcher.NewIdleService.func1({0x1ca7500, 0xc03a53fc70})
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/services.go:13 +0x3c
github.com/grafana/dskit/services.(*BasicService).main(0xc03a51e640)
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:193 +0x3ac
created by github.com/grafana/dskit/services.(*BasicService).StartAsync.func1 in goroutine 204177
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:122 +0x1cb
goroutine 203871 [select, 29 minutes]:
github.com/grafana/dskit/services.(*BasicService).awaitState(0xc03a51f180, {0x1ca7420, 0x261e280}, 0x4, 0xc03a53cb60)
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:297 +0xca
github.com/grafana/dskit/services.(*BasicService).AwaitTerminated(0xc03a51f180, {0x1ca7420, 0x261e280})
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:293 +0x54
github.com/grafana/dskit/services.StopAndAwaitTerminated({0x1ca7420, 0x261e280}, {0x1cacae0, 0xc03a33ef08})
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/services.go:122 +0x5f
github.com/grafana/mimir/pkg/storage/ingest.TestPartitionReader_ShouldNotBufferRecordsInTheKafkaClientWhenDone.func1.2()
/__w/mimir/mimir/pkg/storage/ingest/reader_test.go:1906 +0x57
testing.(*common).Cleanup.func1()
/usr/local/go/src/testing/testing.go:1211 +0x170
testing.(*common).runCleanup(0xc03821fc00, 0x0)
/usr/local/go/src/testing/testing.go:1445 +0x2b4
testing.tRunner.func2()
/usr/local/go/src/testing/testing.go:1786 +0x4d
runtime.Goexit()
/usr/local/go/src/runtime/panic.go:636 +0x5e
testing.(*common).FailNow(0xc03821fc00)
/usr/local/go/src/testing/testing.go:1041 +0x7b
testing.(*common).Fatalf(0xc03821fc00, {0x1a8f183, 0x13}, {0xc03b098b20, 0x2, 0x2})
/usr/local/go/src/testing/testing.go:1125 +0xa9
github.com/grafana/dskit/test.Poll({0x1cbad00, 0xc03821fc00}, 0x3b9aca00, {0x0, 0x0}, 0xc006a5bd88)
/__w/mimir/mimir/vendor/github.com/grafana/dskit/test/poll.go:22 +0x1f2
github.com/grafana/mimir/pkg/storage/ingest.TestPartitionReader_ShouldNotBufferRecordsInTheKafkaClientWhenDone.func1(0xc03821fc00)
/__w/mimir/mimir/pkg/storage/ingest/reader_test.go:1955 +0x104a
testing.tRunner(0xc03821fc00, 0xc03a25fae0)
/usr/local/go/src/testing/testing.go:1792 +0x226
created by testing.(*T).Run in goroutine 203869
/usr/local/go/src/testing/testing.go:1851 +0x8f3
goroutine 204556 [select]:
github.com/twmb/franz-go/pkg/kfake.(*clientConn).read(0xc006bc1140)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:68 +0x379
created by github.com/twmb/franz-go/pkg/kfake.(*broker).listen in goroutine 203840
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:256 +0x315
goroutine 221544 [select, 5 minutes]:
github.com/twmb/franz-go/pkg/kfake.(*clientConn).write(0xc0389f36c0)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/client_conn.go:134 +0x413
created by github.com/twmb/franz-go/pkg/kfake.(*broker).listen in goroutine 203840
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kfake/cluster.go:257 +0xfc
goroutine 203869 [chan receive, 29 minutes]:
testing.tRunner.func1()
/usr/local/go/src/testing/testing.go:1753 +0x965
testing.tRunner(0xc03821f880, 0x1ae18f8)
/usr/local/go/src/testing/testing.go:1798 +0x25f
created by testing.(*T).Run in goroutine 1
/usr/local/go/src/testing/testing.go:1851 +0x8f3
goroutine 204295 [select]:
github.com/twmb/franz-go/pkg/kgo.(*Client).updateMetadataLoop(0xc03a347808)
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kgo/metadata.go:173 +0x3bb
created by github.com/twmb/franz-go/pkg/kgo.NewClient in goroutine 204177
/__w/mimir/mimir/vendor/github.com/twmb/franz-go/pkg/kgo/client.go:516 +0x16fe
goroutine 204582 [select, 29 minutes]:
github.com/grafana/dskit/services.(*BasicService).AddListener.func2()
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:355 +0x179
created by github.com/grafana/dskit/services.(*BasicService).AddListener in goroutine 204177
/__w/mimir/mimir/vendor/github.com/grafana/dskit/services/basic_service.go:352 +0x435
FAIL github.com/grafana/mimir/pkg/storage/ingest 1800.063s