=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:779: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:344: "cloud-spanner-emulator-7dc7f9b5b8-2xm8h" [e4891ddb-5be7-482e-a83c-665e7d60b264] Running
addons_test.go:779: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 6.003034092s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-232709 addons disable cloud-spanner --alsologtostderr -v=1
panic: test timed out after 2h0m0s
running tests:
TestAddons (1h59m43s)
TestAddons/parallel/CSI (1h56m3s)
goroutine 1765 [running]:
testing.(*M).startAlarm.func1()
/usr/local/go/src/testing/testing.go:2484 +0x308
created by time.goFunc
/usr/local/go/src/time/sleep.go:215 +0x38
goroutine 1 [chan receive, 119 minutes]:
testing.(*T).Run(0x40006a4000, {0x26fa712?, 0x400094fa88?}, 0x3088960)
/usr/local/go/src/testing/testing.go:1859 +0x388
testing.runTests.func1(0x40006a4000)
/usr/local/go/src/testing/testing.go:2279 +0x40
testing.tRunner(0x40006a4000, 0x400094fbb8)
/usr/local/go/src/testing/testing.go:1792 +0xe4
testing.runTests(0x4000934030, {0x4e24dc0, 0x2c, 0x2c}, {0x400094fd08?, 0x122144?, 0x4e4c6a0?})
/usr/local/go/src/testing/testing.go:2277 +0x3ec
testing.(*M).Run(0x40006cc640)
/usr/local/go/src/testing/testing.go:2142 +0x588
k8s.io/minikube/test/integration.TestMain(0x40006cc640)
/home/jenkins/workspace/Build_Cross/test/integration/main_test.go:62 +0x84
main.main()
_testmain.go:133 +0x98
goroutine 100 [chan receive, 119 minutes]:
testing.(*T).Parallel(0x4001478540)
/usr/local/go/src/testing/testing.go:1577 +0x1b0
k8s.io/minikube/test/integration.MaybeParallel(0x4001478540)
/home/jenkins/workspace/Build_Cross/test/integration/helpers_test.go:483 +0x40
k8s.io/minikube/test/integration.TestOffline(0x4001478540)
/home/jenkins/workspace/Build_Cross/test/integration/aab_offline_test.go:32 +0x30
testing.tRunner(0x4001478540, 0x3088a78)
/usr/local/go/src/testing/testing.go:1792 +0xe4
created by testing.(*T).Run in goroutine 1
/usr/local/go/src/testing/testing.go:1851 +0x374
goroutine 138 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x40009c2a90, 0x17)
/usr/local/go/src/runtime/sema.go:597 +0x150
sync.(*Cond).Wait(0x40009c2a80)
/usr/local/go/src/sync/cond.go:71 +0xc4
k8s.io/client-go/util/workqueue.(*Typed[...]).Get(0x3438640)
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/util/workqueue/queue.go:277 +0x88
k8s.io/client-go/transport.(*dynamicClientCert).processNextWorkItem(0x40009c2b00)
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/transport/cert_rotation.go:159 +0x3c
k8s.io/client-go/transport.(*dynamicClientCert).runWorker(...)
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/transport/cert_rotation.go:154
k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40000a8808?)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/backoff.go:226 +0x40
k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x40008ad9a0, {0x33e52a0, 0x40008e7050}, 0x1, 0x40004b6070)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/backoff.go:227 +0x90
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x40008ad9a0, 0x3b9aca00, 0x0, 0x1, 0x40004b6070)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/backoff.go:204 +0x80
k8s.io/apimachinery/pkg/util/wait.Until(...)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/backoff.go:161
created by k8s.io/client-go/transport.(*dynamicClientCert).Run in goroutine 118
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/transport/cert_rotation.go:143 +0x198
goroutine 118 [chan receive, 117 minutes]:
k8s.io/client-go/transport.(*dynamicClientCert).Run(0x40009c2b00, 0x40004b6070)
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/transport/cert_rotation.go:150 +0x248
created by k8s.io/client-go/transport.(*tlsTransportCache).get in goroutine 131
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/transport/cache.go:122 +0x490
goroutine 140 [select]:
k8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext.poller.func1.1()
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/poll.go:297 +0x150
created by k8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext.poller.func1 in goroutine 139
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/poll.go:280 +0xc0
goroutine 117 [select]:
k8s.io/client-go/util/workqueue.(*delayingType[...]).waitingLoop(0x3435700)
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/util/workqueue/delaying_queue.go:311 +0x284
created by k8s.io/client-go/util/workqueue.newDelayingQueue[...] in goroutine 131
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/util/workqueue/delaying_queue.go:148 +0x200
goroutine 176 [chan receive, 113 minutes]:
testing.tRunner.func1()
/usr/local/go/src/testing/testing.go:1753 +0x43c
testing.tRunner(0x40006c4c40, 0x40014e3dd0)
/usr/local/go/src/testing/testing.go:1798 +0x120
created by testing.(*T).Run in goroutine 101
/usr/local/go/src/testing/testing.go:1851 +0x374
goroutine 139 [select]:
k8s.io/apimachinery/pkg/util/wait.waitForWithContext({0x3424870, 0x40004b6070}, 0x400009ef40, 0x400150cf88)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/wait.go:205 +0xb0
k8s.io/apimachinery/pkg/util/wait.poll({0x3424870, 0x40004b6070}, 0x0?, 0x400009ef40, 0x400009ef88)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/poll.go:260 +0x90
k8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext({0x3424870?, 0x40004b6070?}, 0x0?, 0x0?)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/poll.go:200 +0x44
k8s.io/apimachinery/pkg/util/wait.PollImmediateUntil(0x0?, 0x90984?, 0x4001474f00?)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/poll.go:187 +0x40
created by k8s.io/client-go/transport.(*dynamicClientCert).Run in goroutine 118
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/transport/cert_rotation.go:145 +0x23c
goroutine 101 [chan receive, 117 minutes]:
testing.(*T).Run(0x4001478a80, {0x26f64c1?, 0x22ecb25c000?}, 0x40014e3dd0)
/usr/local/go/src/testing/testing.go:1859 +0x388
k8s.io/minikube/test/integration.TestAddons(0x4001478a80)
/home/jenkins/workspace/Build_Cross/test/integration/addons_test.go:140 +0x2c0
testing.tRunner(0x4001478a80, 0x3088960)
/usr/local/go/src/testing/testing.go:1792 +0xe4
created by testing.(*T).Run in goroutine 1
/usr/local/go/src/testing/testing.go:1851 +0x374
goroutine 182 [syscall, 109 minutes]:
syscall.Syscall6(0x5f, 0x3, 0xd, 0x40004d36b8, 0x4, 0x4001502480, 0x0)
/usr/local/go/src/syscall/syscall_linux.go:95 +0x2c
internal/syscall/unix.Waitid(0x40004d3818?, 0x191990?, 0xfffff9cdb208?, 0x1?, 0x4000604080?)
/usr/local/go/src/internal/syscall/unix/waitid_linux.go:18 +0x44
os.(*Process).pidfdWait.func1(...)
/usr/local/go/src/os/pidfd_linux.go:106
os.ignoringEINTR(...)
/usr/local/go/src/os/file_posix.go:251
os.(*Process).pidfdWait(0x4000582e40)
/usr/local/go/src/os/pidfd_linux.go:105 +0x1cc
os.(*Process).wait(0x3?)
/usr/local/go/src/os/exec_unix.go:27 +0x2c
os.(*Process).Wait(...)
/usr/local/go/src/os/exec.go:358
os/exec.(*Cmd).Wait(0x400082e180)
/usr/local/go/src/os/exec/exec.go:922 +0x38
os/exec.(*Cmd).Run(0x400082e180)
/usr/local/go/src/os/exec/exec.go:626 +0x38
k8s.io/minikube/test/integration.Run(0x40006c5880, 0x400082e180)
/home/jenkins/workspace/Build_Cross/test/integration/helpers_test.go:103 +0x180
k8s.io/minikube/test/integration.disableAddon(0x40006c5880, {0x2706099, 0xf}, {0x4000454240?, 0x4001456000?})
/home/jenkins/workspace/Build_Cross/test/integration/addons_test.go:992 +0xe8
runtime.Goexit()
/usr/local/go/src/runtime/panic.go:631 +0x60
testing.(*common).FailNow(0x40006c5880)
/usr/local/go/src/testing/testing.go:1041 +0x48
testing.(*common).Fatalf(0x40006c5880, {0x27702c5?, 0x40006c5880?}, {0x400094fd88?, 0xd?, 0x26f3d1d?})
/usr/local/go/src/testing/testing.go:1125 +0x64
k8s.io/minikube/test/integration.validateCSIDriverAndSnapshots({0x34244e8, 0x40003a64d0}, 0x40006c5880, {0x4000454240, 0xd})
/home/jenkins/workspace/Build_Cross/test/integration/addons_test.go:549 +0xffc
k8s.io/minikube/test/integration.TestAddons.func4.1(0x40006c5880)
/home/jenkins/workspace/Build_Cross/test/integration/addons_test.go:163 +0x6c
testing.tRunner(0x40006c5880, 0x40004c4200)
/usr/local/go/src/testing/testing.go:1792 +0xe4
created by testing.(*T).Run in goroutine 176
/usr/local/go/src/testing/testing.go:1851 +0x374
goroutine 1425 [IO wait, 109 minutes]:
internal/poll.runtime_pollWait(0xffff5aa0a3c8, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0xa0
internal/poll.(*pollDesc).wait(0x4001c10240?, 0x4000031800?, 0x1)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x4001c10240, {0x4000031800, 0x200, 0x200})
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x1fc
os.(*File).read(...)
/usr/local/go/src/os/file_posix.go:29
os.(*File).Read(0x400084a230, {0x4000031800?, 0x40013b3d48?, 0xc7d08?})
/usr/local/go/src/os/file.go:124 +0x6c
bytes.(*Buffer).ReadFrom(0x40018be270, {0x33e3758, 0x40000a6ac8})
/usr/local/go/src/bytes/buffer.go:211 +0x90
io.copyBuffer({0x33e38e0, 0x40018be270}, {0x33e3758, 0x40000a6ac8}, {0x0, 0x0, 0x0})
/usr/local/go/src/io/io.go:415 +0x14c
io.Copy(...)
/usr/local/go/src/io/io.go:388
os.genericWriteTo(0x400084a230?, {0x33e38e0, 0x40018be270})
/usr/local/go/src/os/file.go:275 +0x58
os.(*File).WriteTo(0x400084a230, {0x33e38e0, 0x40018be270})
/usr/local/go/src/os/file.go:253 +0xa0
io.copyBuffer({0x33e38e0, 0x40018be270}, {0x33e37d8, 0x400084a230}, {0x0, 0x0, 0x0})
/usr/local/go/src/io/io.go:411 +0x98
io.Copy(...)
/usr/local/go/src/io/io.go:388
os/exec.(*Cmd).writerDescriptor.func1()
/usr/local/go/src/os/exec/exec.go:596 +0x44
os/exec.(*Cmd).Start.func2(0x4001773200?)
/usr/local/go/src/os/exec/exec.go:749 +0x34
created by os/exec.(*Cmd).Start in goroutine 182
/usr/local/go/src/os/exec/exec.go:748 +0x76c
goroutine 1426 [IO wait, 109 minutes]:
internal/poll.runtime_pollWait(0xffff5aa0a5f8, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0xa0
internal/poll.(*pollDesc).wait(0x4001c10300?, 0x40017c2090?, 0x1)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x4001c10300, {0x40017c2090, 0x5f70, 0x5f70})
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x1fc
os.(*File).read(...)
/usr/local/go/src/os/file_posix.go:29
os.(*File).Read(0x400084a250, {0x40017c2090?, 0x40013b1d48?, 0xc7d08?})
/usr/local/go/src/os/file.go:124 +0x6c
bytes.(*Buffer).ReadFrom(0x40018be2a0, {0x33e3758, 0x40000a6ad0})
/usr/local/go/src/bytes/buffer.go:211 +0x90
io.copyBuffer({0x33e38e0, 0x40018be2a0}, {0x33e3758, 0x40000a6ad0}, {0x0, 0x0, 0x0})
/usr/local/go/src/io/io.go:415 +0x14c
io.Copy(...)
/usr/local/go/src/io/io.go:388
os.genericWriteTo(0x400084a250?, {0x33e38e0, 0x40018be2a0})
/usr/local/go/src/os/file.go:275 +0x58
os.(*File).WriteTo(0x400084a250, {0x33e38e0, 0x40018be2a0})
/usr/local/go/src/os/file.go:253 +0xa0
io.copyBuffer({0x33e38e0, 0x40018be2a0}, {0x33e37d8, 0x400084a250}, {0x0, 0x0, 0x0})
/usr/local/go/src/io/io.go:411 +0x98
io.Copy(...)
/usr/local/go/src/io/io.go:388
os/exec.(*Cmd).writerDescriptor.func1()
/usr/local/go/src/os/exec/exec.go:596 +0x44
os/exec.(*Cmd).Start.func2(0x400185e900?)
/usr/local/go/src/os/exec/exec.go:749 +0x34
created by os/exec.(*Cmd).Start in goroutine 182
/usr/local/go/src/os/exec/exec.go:748 +0x76c