TestFlushMaxSeriesInBatch panics

[inancgumus]

What

TestFlushMaxSeriesInBatch panics.

Why

To have consistent tests, or there might be a bug somewhere.

See this log for details.

time="2025-01-27T17:58:30-05:00" level=debug msg="Flush the queued buckets" batches=3 buckets=7 series=7 t="63.709µs"
time="2025-01-27T17:58:30-05:00" level=warning msg="Tag __name__ has been discarded since it is reserved for Cloud operations."
time="2025-01-27T17:58:30-05:00" level=warning msg="Tag test_run_id has been discarded since it is reserved for Cloud operations."
time="2025-01-27T17:58:30-05:00" level=debug msg="Flush the queued buckets" batches=1 buckets=2 series=2 t="217.916µs"
time="2025-01-27T17:58:30-05:00" level=info msg=aaa output=cloudv2
time="2025-01-27T17:58:30-05:00" level=debug msg="Flush the queued buckets" batches=2 buckets=1 series=5 t="75.75µs"
time="2025-01-27T17:58:30-05:00" level=debug msg="Flush the queued buckets" batches=2 buckets=5 series=5 t="235.625µs"
time="2025-01-27T17:58:30-05:00" level=debug msg="Flush the queued buckets" batches=1 buckets=2 series=2 t="16.458µs"
time="2025-01-27T17:58:30-05:00" level=debug msg="Flush the queued buckets" batches=1 buckets=1 series=2 t="55.458µs"
--- FAIL: TestFlushMaxSeriesInBatch (0.01s)
    flush_test.go:295: 
                Error Trace:    /Users/inanc/grafana/k6/output/cloud/expv2/flush_test.go:295
                Error:          Not equal: 
                                expected: "val1"
                                actual  : "val3"
                            
                                Diff:
                                --- Expected
                                +++ Actual
                                @@ -1 +1 @@
                                -val1
                                +val3
                Test:           TestFlushMaxSeriesInBatch
panic: runtime error: index out of range [1] with length 1 [recovered]
        panic: runtime error: index out of range [1] with length 1

goroutine 39 [running]:
testing.tRunner.func1.2({0x1011fb940, 0xc0004b0048})
        /usr/local/go/src/testing/testing.go:1632 +0x2c4
testing.tRunner.func1()
        /usr/local/go/src/testing/testing.go:1635 +0x47c
panic({0x1011fb940?, 0xc0004b0048?})
        /usr/local/go/src/runtime/panic.go:785 +0x124
go.k6.io/k6/output/cloud/expv2.TestFlushMaxSeriesInBatch(0xc0002feb60)
        /Users/inanc/grafana/k6/output/cloud/expv2/flush_test.go:297 +0xef8
testing.tRunner(0xc0002feb60, 0x10124c5a8)
        /usr/local/go/src/testing/testing.go:1690 +0x188
created by testing.(*T).Run in goroutine 1
        /usr/local/go/src/testing/testing.go:1743 +0x5e4

goroutine 1 [chan receive]:
testing.tRunner.func1()
        /usr/local/go/src/testing/testing.go:1651 +0x668
testing.tRunner(0xc0000f8d00, 0xc00031fad8)
        /usr/local/go/src/testing/testing.go:1696 +0x1b0
testing.runTests(0xc00000c678, {0x10179ba00, 0x34, 0x34}, {0xc0002e12c0?, 0x100764f20?, 0x1017a6d60?})
        /usr/local/go/src/testing/testing.go:2166 +0x6e4
testing.(*M).Run(0xc0002a1040)
        /usr/local/go/src/testing/testing.go:2034 +0xb78
main.main()
        _testmain.go:147 +0x114

goroutine 74 [IO wait]:
internal/poll.runtime_pollWait(0x12a228828, 0x72)
        /usr/local/go/src/runtime/netpoll.go:351 +0xa0
internal/poll.(*pollDesc).wait(0xc0000a4f20, 0x72, 0x0)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0xb8
internal/poll.(*pollDesc).waitRead(...)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc0000a4f00)
        /usr/local/go/src/internal/poll/fd_unix.go:620 +0x3a8
net.(*netFD).accept(0xc0000a4f00)
        /usr/local/go/src/net/fd_unix.go:172 +0x38
net.(*TCPListener).accept(0xc0000317c0)
        /usr/local/go/src/net/tcpsock_posix.go:159 +0x40
net.(*TCPListener).Accept(0xc0000317c0)
        /usr/local/go/src/net/tcpsock.go:372 +0x68
net/http.(*Server).Serve(0xc0003354a0, {0x10125a160, 0xc0000317c0})
        /usr/local/go/src/net/http/server.go:3330 +0x488
net/http/httptest.(*Server).goServe.func1()
        /usr/local/go/src/net/http/httptest/server.go:311 +0xb4
created by net/http/httptest.(*Server).goServe in goroutine 51
        /usr/local/go/src/net/http/httptest/server.go:309 +0x9c

goroutine 25 [select]:
go.k6.io/k6/output/cloud/expv2.TestBucketQPushPopConcurrency.func1()
        /Users/inanc/grafana/k6/output/cloud/expv2/collect_test.go:277 +0x88
created by go.k6.io/k6/output/cloud/expv2.TestBucketQPushPopConcurrency in goroutine 34
        /Users/inanc/grafana/k6/output/cloud/expv2/collect_test.go:275 +0x1bc

goroutine 34 [semacquire]:
go.k6.io/k6/output/cloud/expv2.TestBucketQPushPopConcurrency(0xc0002fe340)
        /Users/inanc/grafana/k6/output/cloud/expv2/collect_test.go:299 +0x2a0
testing.tRunner(0xc0002fe340, 0x10124c550)
        /usr/local/go/src/testing/testing.go:1690 +0x188
created by testing.(*T).Run in goroutine 1
        /usr/local/go/src/testing/testing.go:1743 +0x5e4

goroutine 102 [semacquire]:
time.NewTicker(0x34630b8a000)
        /usr/local/go/src/time/tick.go:43 +0x40
go.k6.io/k6/output/cloud/expv2.(*Output).periodicInvoke.func1()
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:236 +0x94
created by go.k6.io/k6/output/cloud/expv2.(*Output).periodicInvoke in goroutine 57
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:233 +0xf4

goroutine 42 [semacquire]:
testing.tRunner.func1()
        /usr/local/go/src/testing/testing.go:1657 +0x6c4
testing.tRunner(0xc0002ff040, 0x10124c5d8)
        /usr/local/go/src/testing/testing.go:1696 +0x1b0
created by testing.(*T).Run in goroutine 1
        /usr/local/go/src/testing/testing.go:1743 +0x5e4

goroutine 147 [select]:
google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00038e300, {0x10125b0b0, 0xc0003961e0})
        /Users/inanc/grafana/k6/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:88 +0x150
created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 62
        /Users/inanc/grafana/k6/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:52 +0x1f4

goroutine 48 [chan receive]:
testing.(*testContext).waitParallel(0xc0000549b0)
        /usr/local/go/src/testing/testing.go:1818 +0x108
testing.(*T).Parallel(0xc0002ffa00)
        /usr/local/go/src/testing/testing.go:1485 +0x37c
go.k6.io/k6/output/cloud/expv2.TestNewHistoram(0xc0002ffa00)
        /Users/inanc/grafana/k6/output/cloud/expv2/hdr_test.go:249 +0x2c
testing.tRunner(0xc0002ffa00, 0x10124c638)
        /usr/local/go/src/testing/testing.go:1690 +0x188
created by testing.(*T).Run in goroutine 1
        /usr/local/go/src/testing/testing.go:1743 +0x5e4

goroutine 49 [chan receive]:
testing.(*testContext).waitParallel(0xc0000549b0)
        /usr/local/go/src/testing/testing.go:1818 +0x108
testing.(*T).Parallel(0xc0002ffba0)
        /usr/local/go/src/testing/testing.go:1485 +0x37c
go.k6.io/k6/output/cloud/expv2.TestHistogramAsProto(0xc0002ffba0)
        /Users/inanc/grafana/k6/output/cloud/expv2/hdr_test.go:265 +0x34
testing.tRunner(0xc0002ffba0, 0x10124c5f0)
        /usr/local/go/src/testing/testing.go:1690 +0x188
created by testing.(*T).Run in goroutine 1
        /usr/local/go/src/testing/testing.go:1743 +0x5e4

goroutine 50 [semacquire]:
testing.(*T).Parallel(0xc0002ffd40)
        /usr/local/go/src/testing/testing.go:1490 +0x450
go.k6.io/k6/output/cloud/expv2.TestTimestampAsProto(0xc0002ffd40)
        /Users/inanc/grafana/k6/output/cloud/expv2/mapping_test.go:11 +0x34
testing.tRunner(0xc0002ffd40, 0x10124c6d8)
        /usr/local/go/src/testing/testing.go:1690 +0x188
created by testing.(*T).Run in goroutine 1
        /usr/local/go/src/testing/testing.go:1743 +0x5e4

goroutine 51 [select]:
net/http.(*persistConn).roundTrip(0xc00035c000, 0xc000054c80)
        /usr/local/go/src/net/http/transport.go:2755 +0xa0c
net/http.(*Transport).roundTrip(0x1017993c0, 0xc00035a000)
        /usr/local/go/src/net/http/transport.go:644 +0xf40
net/http.(*Transport).RoundTrip(0x1017993c0, 0xc00035a000)
        /usr/local/go/src/net/http/roundtrip.go:30 +0x34
net/http.send(0xc0000b5e00, {0x1012536e0, 0x1017993c0}, {0x10064e7c8?, 0x1017a80c0?, 0x1017a6d60?})
        /usr/local/go/src/net/http/client.go:259 +0x6f0
net/http.(*Client).send(0xc00034e060, 0xc0000b5e00, {0x0?, 0x1009401e0?, 0x1017a6d60?})
        /usr/local/go/src/net/http/client.go:180 +0x104
net/http.(*Client).do(0xc00034e060, 0xc0000b5e00)
        /usr/local/go/src/net/http/client.go:725 +0xc70
net/http.(*Client).Do(...)
        /usr/local/go/src/net/http/client.go:590
go.k6.io/k6/cloudapi.(*Client).do(0xc000099bc0, 0xc0000b5e00, {0x0, 0x0}, 0x1)
        /Users/inanc/grafana/k6/cloudapi/client.go:136 +0x5c
go.k6.io/k6/cloudapi.(*Client).Do(0xc000099bc0, 0xc0000b5e00, {0x0, 0x0})
        /Users/inanc/grafana/k6/cloudapi/client.go:103 +0x294
go.k6.io/k6/output/cloud/expv2.(*metricsClient).push(0xc00000d0e0, 0xc000099c20)
        /Users/inanc/grafana/k6/output/cloud/expv2/metrics_client.go:70 +0x550
go.k6.io/k6/output/cloud/expv2.TestMetricsClientPush(0xc00032a000)
        /Users/inanc/grafana/k6/output/cloud/expv2/metrics_client_test.go:43 +0x210
testing.tRunner(0xc00032a000, 0x10124c600)
        /usr/local/go/src/testing/testing.go:1690 +0x188
created by testing.(*T).Run in goroutine 1
        /usr/local/go/src/testing/testing.go:1743 +0x5e4

goroutine 52 [semacquire]:
testing.(*T).Parallel(0xc00032a1a0)
        /usr/local/go/src/testing/testing.go:1490 +0x450
go.k6.io/k6/output/cloud/expv2.TestMetricsClientPushUnexpectedStatus(0xc00032a1a0)
        /Users/inanc/grafana/k6/output/cloud/expv2/metrics_client_test.go:49 +0x30
testing.tRunner(0xc00032a1a0, 0x10124c608)
        /usr/local/go/src/testing/testing.go:1690 +0x188
created by testing.(*T).Run in goroutine 1
        /usr/local/go/src/testing/testing.go:1743 +0x5e4

goroutine 148 [semacquire]:
net.(*conn).Read(0xc00007a640, {0xc00034ebb1, 0x1, 0x1})
        /usr/local/go/src/net/net.go:191 +0x104
net/http.(*connReader).backgroundRead(0xc00034eba0)
        /usr/local/go/src/net/http/server.go:690 +0x74
created by net/http.(*connReader).startBackgroundRead in goroutine 77
        /usr/local/go/src/net/http/server.go:686 +0x15c

goroutine 54 [semacquire]:
testing.(*T).Parallel(0xc00032a4e0)
        /usr/local/go/src/testing/testing.go:1490 +0x450
go.k6.io/k6/output/cloud/expv2.TestNewWithConfigOverwritten(0xc00032a4e0)
        /Users/inanc/grafana/k6/output/cloud/expv2/output_test.go:42 +0x34
testing.tRunner(0xc00032a4e0, 0x10124c648)
        /usr/local/go/src/testing/testing.go:1690 +0x188
created by testing.(*T).Run in goroutine 1
        /usr/local/go/src/testing/testing.go:1743 +0x5e4

goroutine 55 [semacquire]:
testing.(*T).Parallel(0xc00032a680)
        /usr/local/go/src/testing/testing.go:1490 +0x450
go.k6.io/k6/output/cloud/expv2.TestOutputSetTestRunID(0xc00032a680)
        /Users/inanc/grafana/k6/output/cloud/expv2/output_test.go:54 +0x34
testing.tRunner(0xc00032a680, 0x10124c6a8)
        /usr/local/go/src/testing/testing.go:1690 +0x188
created by testing.(*T).Run in goroutine 1
        /usr/local/go/src/testing/testing.go:1743 +0x5e4

goroutine 149 [semacquire]:
testing.pcToName(0x10078d8d4)
        /usr/local/go/src/testing/testing.go:1433 +0x34
testing.callerName(0x0)
        /usr/local/go/src/testing/testing.go:1429 +0x4c
testing.tRunner(0xc0003d4000, 0xc000394bd0)
        /usr/local/go/src/testing/testing.go:1541 +0x34
created by testing.(*T).Run in goroutine 58
        /usr/local/go/src/testing/testing.go:1743 +0x5e4

goroutine 58 [chan receive]:
testing.(*T).Run(0xc00032ab60, {0x100f59c1e, 0x19}, 0xc000394bd0)
        /usr/local/go/src/testing/testing.go:1751 +0x600
go.k6.io/k6/output/cloud/expv2.TestOutputHandleFlushError(0xc00032ab60)
        /Users/inanc/grafana/k6/output/cloud/expv2/output_test.go:184 +0x324
testing.tRunner(0xc00032ab60, 0x10124c690)
        /usr/local/go/src/testing/testing.go:1690 +0x188
created by testing.(*T).Run in goroutine 1
        /usr/local/go/src/testing/testing.go:1743 +0x5e4

goroutine 101 [select]:
go.k6.io/k6/output/cloud/expv2.(*Output).runPeriodicFlush.func1()
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:195 +0x14c
created by go.k6.io/k6/output/cloud/expv2.(*Output).runPeriodicFlush in goroutine 57
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:188 +0xfc

goroutine 62 [chan receive]:
google.golang.org/grpc.(*ccResolverWrapper).start(0xc0003ae080)
        /Users/inanc/grafana/k6/vendor/google.golang.org/grpc/resolver_wrapper.go:84 +0x12c
google.golang.org/grpc.(*ClientConn).exitIdleMode(0xc0001dc008)
        /Users/inanc/grafana/k6/vendor/google.golang.org/grpc/clientconn.go:341 +0x70
google.golang.org/grpc.(*idler).ExitIdleMode(0xc0001dc008)
        /Users/inanc/grafana/k6/vendor/google.golang.org/grpc/clientconn.go:324 +0x2c
google.golang.org/grpc/internal/idle.(*Manager).ExitIdleMode(0xc000398120)
        /Users/inanc/grafana/k6/vendor/google.golang.org/grpc/internal/idle/idle.go:237 +0xfc
google.golang.org/grpc.DialContext({0x10125b120, 0xc0001b0700}, {0x100f6dddc, 0x2f}, {0xc0001a6540, 0x3, 0x1?})
        /Users/inanc/grafana/k6/vendor/google.golang.org/grpc/clientconn.go:244 +0x220
go.k6.io/k6/internal/cloudapi/insights.(*Client).Dial(0xc0001aa270, {0x10125afd0, 0x1017ce920})
        /Users/inanc/grafana/k6/internal/cloudapi/insights/client.go:151 +0x22c
go.k6.io/k6/output/cloud/expv2.(*Output).Start(0xc0001a1188)
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:137 +0x9e0
go.k6.io/k6/output/cloud/expv2.TestOutputStopWithTestError(0xc00032b1e0)
        /Users/inanc/grafana/k6/output/cloud/expv2/output_test.go:304 +0x1a4
testing.tRunner(0xc00032b1e0, 0x10124c6b8)
        /usr/local/go/src/testing/testing.go:1690 +0x188
created by testing.(*T).Run in goroutine 1
        /usr/local/go/src/testing/testing.go:1743 +0x5e4

goroutine 63 [select]:
go.k6.io/k6/output/cloud/expv2.TestOutputFlushTicks(0xc00032b380)
        /Users/inanc/grafana/k6/output/cloud/expv2/output_test.go:331 +0x268
testing.tRunner(0xc00032b380, 0x10124c678)
        /usr/local/go/src/testing/testing.go:1690 +0x188
created by testing.(*T).Run in goroutine 1
        /usr/local/go/src/testing/testing.go:1743 +0x5e4

goroutine 145 [select]:
google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00038e2a0, {0x10125b0b0, 0xc0001de000})
        /Users/inanc/grafana/k6/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:88 +0x150
created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 62
        /Users/inanc/grafana/k6/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:52 +0x1f4

goroutine 87 [select]:
go.k6.io/k6/output/cloud/expv2.(*Output).runPeriodicFlush.func1()
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:195 +0x14c
created by go.k6.io/k6/output/cloud/expv2.(*Output).runPeriodicFlush in goroutine 63
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:188 +0xfc

goroutine 83 [select]:
go.k6.io/k6/output/cloud/expv2.(*Output).runFlushRequestMetadatas.func1()
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:283 +0x194
created by go.k6.io/k6/output/cloud/expv2.(*Output).runFlushRequestMetadatas in goroutine 66
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:278 +0x58

goroutine 84 [runnable]:
sync.(*Pool).Put(0xc0001ae140, {0x101240e60, 0xc0001f93b0})
        /usr/local/go/src/sync/pool.go:99 +0x100
github.com/sirupsen/logrus.(*Logger).releaseEntry(...)
        /Users/inanc/grafana/k6/vendor/github.com/sirupsen/logrus/logger.go:108
github.com/sirupsen/logrus.(*Logger).WithField(0xc0001ae100, {0x10108f818, 0x1}, {0x1012007c0, 0x101751848})
        /Users/inanc/grafana/k6/vendor/github.com/sirupsen/logrus/logger.go:118 +0x15c
go.k6.io/k6/output/cloud/expv2.(*Output).flushRequestMetadatas(0xc0001a0788)
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:307 +0x21c
go.k6.io/k6/output/cloud/expv2.(*Output).runFlushRequestMetadatas.func1()
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:285 +0xf8
created by go.k6.io/k6/output/cloud/expv2.(*Output).runFlushRequestMetadatas in goroutine 66
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:278 +0x58

goroutine 146 [semacquire]:
context.(*cancelCtx).Done(0xc000396190)
        /usr/local/go/src/context/context.go:447 +0xe4
google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc00038e2d0, {0x10125b0b0, 0xc000396190})
        /Users/inanc/grafana/k6/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:89 +0xc8
created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 62
        /Users/inanc/grafana/k6/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:52 +0x1f4

goroutine 90 [select]:
go.k6.io/k6/output/cloud/expv2.(*Output).runPeriodicFlush.func1()
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:195 +0x14c
created by go.k6.io/k6/output/cloud/expv2.(*Output).runPeriodicFlush in goroutine 62
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:188 +0xfc

goroutine 91 [select]:
go.k6.io/k6/output/cloud/expv2.(*Output).periodicInvoke.func1()
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:239 +0x1ac
created by go.k6.io/k6/output/cloud/expv2.(*Output).periodicInvoke in goroutine 62
        /Users/inanc/grafana/k6/output/cloud/expv2/output.go:233 +0xf4

goroutine 113 [semacquire]:
net/http.ReadResponse(0xc000410060, 0xc00035a140)
        /usr/local/go/src/net/http/response.go:156 +0x74
net/http.(*persistConn).readResponse(0xc00035c000, {{}, 0xc000054c80, 0xc0004240e0, 0x1, 0x0, 0xc000424070}, 0x0)
        /usr/local/go/src/net/http/transport.go:2395 +0x124
net/http.(*persistConn).readLoop(0xc00035c000)
        /usr/local/go/src/net/http/transport.go:2220 +0x36c
created by net/http.(*Transport).dialConn in goroutine 75
        /usr/local/go/src/net/http/transport.go:1874 +0x1e50

goroutine 77 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0xc000031a50, 0x0)
        /usr/local/go/src/runtime/sema.go:587 +0x154
sync.(*Cond).Wait(0xc000031a40)
        /usr/local/go/src/sync/cond.go:71 +0x6c
net/http.(*connReader).abortPendingRead(0xc00034eba0)
        /usr/local/go/src/net/http/server.go:738 +0x160
net/http.(*response).finishRequest(0xc000526000)
        /usr/local/go/src/net/http/server.go:1720 +0xf0
net/http.(*conn).serve(0xc0000ab320, {0x10125b078, 0xc00034e9c0})
        /usr/local/go/src/net/http/server.go:2098 +0xe90
created by net/http.(*Server).Serve in goroutine 74
        /usr/local/go/src/net/http/server.go:3360 +0x678

goroutine 114 [select]:
net/http.(*persistConn).writeLoop(0xc00035c000)
        /usr/local/go/src/net/http/transport.go:2519 +0x120
created by net/http.(*Transport).dialConn in goroutine 75
        /usr/local/go/src/net/http/transport.go:1875 +0x1ebc
FAIL    go.k6.io/k6/output/cloud/expv2  0.679s
ok      go.k6.io/k6/output/csv  1.778s
FAIL
make: *** [tests] Error 1

Environment

• OS: Mac OS X 15.0.1 (24A348)
• Go: go1.23.2 darwin/arm64