=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:779: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:344: "cloud-spanner-emulator-754dc876cd-5jdrz" [7cb4104e-c1c8-40b6-9e21-492cd914b0a0] Running
addons_test.go:779: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 6.002757147s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-107865 addons disable cloud-spanner --alsologtostderr -v=1
panic: test timed out after 2h0m0s
running tests:
TestAddons (1h59m45s)
TestAddons/parallel/CSI (1h56m27s)
goroutine 1781 [running]:
testing.(*M).startAlarm.func1()
/usr/local/go/src/testing/testing.go:2484 +0x308
created by time.goFunc
/usr/local/go/src/time/sleep.go:215 +0x38
goroutine 1 [chan receive, 119 minutes]:
testing.(*T).Run(0x40006d0000, {0x26fa712?, 0x400064da88?}, 0x3088960)
/usr/local/go/src/testing/testing.go:1859 +0x388
testing.runTests.func1(0x40006d0000)
/usr/local/go/src/testing/testing.go:2279 +0x40
testing.tRunner(0x40006d0000, 0x400064dbb8)
/usr/local/go/src/testing/testing.go:1792 +0xe4
testing.runTests(0x400084e138, {0x4e24dc0, 0x2c, 0x2c}, {0x400064dd08?, 0x122144?, 0x4e4c6a0?})
/usr/local/go/src/testing/testing.go:2277 +0x3ec
testing.(*M).Run(0x400029f900)
/usr/local/go/src/testing/testing.go:2142 +0x588
k8s.io/minikube/test/integration.TestMain(0x400029f900)
/home/jenkins/workspace/Build_Cross/test/integration/main_test.go:62 +0x84
main.main()
_testmain.go:133 +0x98
goroutine 117 [select, 2 minutes]:
k8s.io/apimachinery/pkg/util/wait.waitForWithContext({0x3424870, 0x400007e0e0}, 0x4000918f40, 0x4000ac4f88)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/wait.go:205 +0xb0
k8s.io/apimachinery/pkg/util/wait.poll({0x3424870, 0x400007e0e0}, 0x0?, 0x4000918f40, 0x4000918f88)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/poll.go:260 +0x90
k8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext({0x3424870?, 0x400007e0e0?}, 0x0?, 0x0?)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/poll.go:200 +0x44
k8s.io/apimachinery/pkg/util/wait.PollImmediateUntil(0x0?, 0x90984?, 0x40006d5b00?)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/poll.go:187 +0x40
created by k8s.io/client-go/transport.(*dynamicClientCert).Run in goroutine 140
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/transport/cert_rotation.go:145 +0x23c
goroutine 118 [select, 2 minutes]:
k8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext.poller.func1.1()
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/poll.go:297 +0x150
created by k8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext.poller.func1 in goroutine 117
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/poll.go:280 +0xc0
goroutine 100 [chan receive, 119 minutes]:
testing.(*T).Parallel(0x40006d16c0)
/usr/local/go/src/testing/testing.go:1577 +0x1b0
k8s.io/minikube/test/integration.MaybeParallel(0x40006d16c0)
/home/jenkins/workspace/Build_Cross/test/integration/helpers_test.go:483 +0x40
k8s.io/minikube/test/integration.TestOffline(0x40006d16c0)
/home/jenkins/workspace/Build_Cross/test/integration/aab_offline_test.go:32 +0x30
testing.tRunner(0x40006d16c0, 0x3088a78)
/usr/local/go/src/testing/testing.go:1792 +0xe4
created by testing.(*T).Run in goroutine 1
/usr/local/go/src/testing/testing.go:1851 +0x374
goroutine 140 [chan receive, 117 minutes]:
k8s.io/client-go/transport.(*dynamicClientCert).Run(0x4000a74900, 0x400007e0e0)
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/transport/cert_rotation.go:150 +0x248
created by k8s.io/client-go/transport.(*tlsTransportCache).get in goroutine 132
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/transport/cache.go:122 +0x490
goroutine 101 [chan receive, 117 minutes]:
testing.(*T).Run(0x40006d1a40, {0x26f64c1?, 0x22ecb25c000?}, 0x400152daa0)
/usr/local/go/src/testing/testing.go:1859 +0x388
k8s.io/minikube/test/integration.TestAddons(0x40006d1a40)
/home/jenkins/workspace/Build_Cross/test/integration/addons_test.go:140 +0x2c0
testing.tRunner(0x40006d1a40, 0x3088960)
/usr/local/go/src/testing/testing.go:1792 +0xe4
created by testing.(*T).Run in goroutine 1
/usr/local/go/src/testing/testing.go:1851 +0x374
goroutine 185 [chan receive, 113 minutes]:
testing.tRunner.func1()
/usr/local/go/src/testing/testing.go:1753 +0x43c
testing.tRunner(0x4000ab9180, 0x400152daa0)
/usr/local/go/src/testing/testing.go:1798 +0x120
created by testing.(*T).Run in goroutine 101
/usr/local/go/src/testing/testing.go:1851 +0x374
goroutine 139 [select, 2 minutes]:
k8s.io/client-go/util/workqueue.(*delayingType[...]).waitingLoop(0x3435700)
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/util/workqueue/delaying_queue.go:311 +0x284
created by k8s.io/client-go/util/workqueue.newDelayingQueue[...] in goroutine 132
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/util/workqueue/delaying_queue.go:148 +0x200
goroutine 116 [sync.Cond.Wait, 2 minutes]:
sync.runtime_notifyListWait(0x4000a748d0, 0x17)
/usr/local/go/src/runtime/sema.go:597 +0x150
sync.(*Cond).Wait(0x4000a748c0)
/usr/local/go/src/sync/cond.go:71 +0xc4
k8s.io/client-go/util/workqueue.(*Typed[...]).Get(0x3438640)
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/util/workqueue/queue.go:277 +0x88
k8s.io/client-go/transport.(*dynamicClientCert).processNextWorkItem(0x4000a74900)
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/transport/cert_rotation.go:159 +0x3c
k8s.io/client-go/transport.(*dynamicClientCert).runWorker(...)
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/transport/cert_rotation.go:154
k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0x40014ce808?)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/backoff.go:226 +0x40
k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0x40008d75c0, {0x33e52a0, 0x40008fe5d0}, 0x1, 0x400007e0e0)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/backoff.go:227 +0x90
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0x40008d75c0, 0x3b9aca00, 0x0, 0x1, 0x400007e0e0)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/backoff.go:204 +0x80
k8s.io/apimachinery/pkg/util/wait.Until(...)
/home/jenkins/go/pkg/mod/k8s.io/apimachinery@v0.32.2/pkg/util/wait/backoff.go:161
created by k8s.io/client-go/transport.(*dynamicClientCert).Run in goroutine 140
/home/jenkins/go/pkg/mod/k8s.io/client-go@v0.32.2/transport/cert_rotation.go:143 +0x198
goroutine 191 [syscall, 109 minutes]:
syscall.Syscall6(0x5f, 0x3, 0xd, 0x40019796b8, 0x4, 0x4000670000, 0x0)
/usr/local/go/src/syscall/syscall_linux.go:95 +0x2c
internal/syscall/unix.Waitid(0x4001979818?, 0x191990?, 0xfffff7dd1209?, 0x1?, 0x4001c4c180?)
/usr/local/go/src/internal/syscall/unix/waitid_linux.go:18 +0x44
os.(*Process).pidfdWait.func1(...)
/usr/local/go/src/os/pidfd_linux.go:106
os.ignoringEINTR(...)
/usr/local/go/src/os/file_posix.go:251
os.(*Process).pidfdWait(0x4000656000)
/usr/local/go/src/os/pidfd_linux.go:105 +0x1cc
os.(*Process).wait(0x3?)
/usr/local/go/src/os/exec_unix.go:27 +0x2c
os.(*Process).Wait(...)
/usr/local/go/src/os/exec.go:358
os/exec.(*Cmd).Wait(0x40006d5980)
/usr/local/go/src/os/exec/exec.go:922 +0x38
os/exec.(*Cmd).Run(0x40006d5980)
/usr/local/go/src/os/exec/exec.go:626 +0x38
k8s.io/minikube/test/integration.Run(0x4000ab9dc0, 0x40006d5980)
/home/jenkins/workspace/Build_Cross/test/integration/helpers_test.go:103 +0x180
k8s.io/minikube/test/integration.disableAddon(0x4000ab9dc0, {0x2706099, 0xf}, {0x400000f600?, 0x4000a98a80?})
/home/jenkins/workspace/Build_Cross/test/integration/addons_test.go:992 +0xe8
runtime.Goexit()
/usr/local/go/src/runtime/panic.go:631 +0x60
testing.(*common).FailNow(0x4000ab9dc0)
/usr/local/go/src/testing/testing.go:1041 +0x48
testing.(*common).Fatalf(0x4000ab9dc0, {0x27702c5?, 0x4000ab9dc0?}, {0x4000925d88?, 0xd?, 0x26f3d1d?})
/usr/local/go/src/testing/testing.go:1125 +0x64
k8s.io/minikube/test/integration.validateCSIDriverAndSnapshots({0x34244e8, 0x400042ad90}, 0x4000ab9dc0, {0x400000f600, 0xd})
/home/jenkins/workspace/Build_Cross/test/integration/addons_test.go:549 +0xffc
k8s.io/minikube/test/integration.TestAddons.func4.1(0x4000ab9dc0)
/home/jenkins/workspace/Build_Cross/test/integration/addons_test.go:163 +0x6c
testing.tRunner(0x4000ab9dc0, 0x40008fc340)
/usr/local/go/src/testing/testing.go:1792 +0xe4
created by testing.(*T).Run in goroutine 185
/usr/local/go/src/testing/testing.go:1851 +0x374
goroutine 1452 [IO wait, 109 minutes]:
internal/poll.runtime_pollWait(0xffff58a35bc0, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0xa0
internal/poll.(*pollDesc).wait(0x400092ecc0?, 0x4001aae200?, 0x1)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x400092ecc0, {0x4001aae200, 0x200, 0x200})
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x1fc
os.(*File).read(...)
/usr/local/go/src/os/file_posix.go:29
os.(*File).Read(0x4000658110, {0x4001aae200?, 0x400009f548?, 0xc7ca8?})
/usr/local/go/src/os/file.go:124 +0x6c
bytes.(*Buffer).ReadFrom(0x40018d0420, {0x33e3758, 0x400088e058})
/usr/local/go/src/bytes/buffer.go:211 +0x90
io.copyBuffer({0x33e38e0, 0x40018d0420}, {0x33e3758, 0x400088e058}, {0x0, 0x0, 0x0})
/usr/local/go/src/io/io.go:415 +0x14c
io.Copy(...)
/usr/local/go/src/io/io.go:388
os.genericWriteTo(0x4000658110?, {0x33e38e0, 0x40018d0420})
/usr/local/go/src/os/file.go:275 +0x58
os.(*File).WriteTo(0x4000658110, {0x33e38e0, 0x40018d0420})
/usr/local/go/src/os/file.go:253 +0xa0
io.copyBuffer({0x33e38e0, 0x40018d0420}, {0x33e37d8, 0x4000658110}, {0x0, 0x0, 0x0})
/usr/local/go/src/io/io.go:411 +0x98
io.Copy(...)
/usr/local/go/src/io/io.go:388
os/exec.(*Cmd).writerDescriptor.func1()
/usr/local/go/src/os/exec/exec.go:596 +0x44
os/exec.(*Cmd).Start.func2(0x4001c84600?)
/usr/local/go/src/os/exec/exec.go:749 +0x34
created by os/exec.(*Cmd).Start in goroutine 191
/usr/local/go/src/os/exec/exec.go:748 +0x76c
goroutine 1453 [IO wait, 109 minutes]:
internal/poll.runtime_pollWait(0xffff58a35f08, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0xa0
internal/poll.(*pollDesc).wait(0x400092ed80?, 0x400138e096?, 0x1)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x400092ed80, {0x400138e096, 0x5f6a, 0x5f6a})
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x1fc
os.(*File).read(...)
/usr/local/go/src/os/file_posix.go:29
os.(*File).Read(0x4000658140, {0x400138e096?, 0x40000a1548?, 0xc7ca8?})
/usr/local/go/src/os/file.go:124 +0x6c
bytes.(*Buffer).ReadFrom(0x40018d0450, {0x33e3758, 0x400088e050})
/usr/local/go/src/bytes/buffer.go:211 +0x90
io.copyBuffer({0x33e38e0, 0x40018d0450}, {0x33e3758, 0x400088e050}, {0x0, 0x0, 0x0})
/usr/local/go/src/io/io.go:415 +0x14c
io.Copy(...)
/usr/local/go/src/io/io.go:388
os.genericWriteTo(0x4000658140?, {0x33e38e0, 0x40018d0450})
/usr/local/go/src/os/file.go:275 +0x58
os.(*File).WriteTo(0x4000658140, {0x33e38e0, 0x40018d0450})
/usr/local/go/src/os/file.go:253 +0xa0
io.copyBuffer({0x33e38e0, 0x40018d0450}, {0x33e37d8, 0x4000658140}, {0x0, 0x0, 0x0})
/usr/local/go/src/io/io.go:411 +0x98
io.Copy(...)
/usr/local/go/src/io/io.go:388
os/exec.(*Cmd).writerDescriptor.func1()
/usr/local/go/src/os/exec/exec.go:596 +0x44
os/exec.(*Cmd).Start.func2(0x4001cd6f00?)
/usr/local/go/src/os/exec/exec.go:749 +0x34
created by os/exec.(*Cmd).Start in goroutine 191
/usr/local/go/src/os/exec/exec.go:748 +0x76c