=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-arm64 start -p scheduled-stop-919636 --memory=2048 --driver=docker --container-runtime=docker
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-arm64 start -p scheduled-stop-919636 --memory=2048 --driver=docker --container-runtime=docker: (33.371318953s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-919636 --schedule 5m
scheduled_stop_test.go:191: (dbg) Run: out/minikube-linux-arm64 status --format={{.TimeToStop}} -p scheduled-stop-919636 -n scheduled-stop-919636
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-919636 --schedule 15s
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:98: process 1702599 running but should have been killed on reschedule of stop
panic.go:631: *** TestScheduledStopUnix FAILED at 2025-04-14 13:27:09.138463924 +0000 UTC m=+2318.924645819
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestScheduledStopUnix]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect scheduled-stop-919636
helpers_test.go:235: (dbg) docker inspect scheduled-stop-919636:
-- stdout --
[
{
"Id": "d334d5e71b9fe768666f1aca56c642a5244bc36ff56220bf7b8520e69ad9241a",
"Created": "2025-04-14T13:26:40.040766014Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1699527,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-04-14T13:26:40.109795982Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e51065ad0661308920dfd7c7ddda445e530a6bf56321f8317cb47e1df0975e7c",
"ResolvConfPath": "/var/lib/docker/containers/d334d5e71b9fe768666f1aca56c642a5244bc36ff56220bf7b8520e69ad9241a/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/d334d5e71b9fe768666f1aca56c642a5244bc36ff56220bf7b8520e69ad9241a/hostname",
"HostsPath": "/var/lib/docker/containers/d334d5e71b9fe768666f1aca56c642a5244bc36ff56220bf7b8520e69ad9241a/hosts",
"LogPath": "/var/lib/docker/containers/d334d5e71b9fe768666f1aca56c642a5244bc36ff56220bf7b8520e69ad9241a/d334d5e71b9fe768666f1aca56c642a5244bc36ff56220bf7b8520e69ad9241a-json.log",
"Name": "/scheduled-stop-919636",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"scheduled-stop-919636:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "scheduled-stop-919636",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2147483648,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4294967296,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "d334d5e71b9fe768666f1aca56c642a5244bc36ff56220bf7b8520e69ad9241a",
"LowerDir": "/var/lib/docker/overlay2/87ebf1b03dbb9df1dc4beabfab648974b5d09953fb0cc4c5c58a38232efc8099-init/diff:/var/lib/docker/overlay2/05f11b26070c701c3f0c937bfdedee28e021ed6fe4e7e7af9e96f46cb7601d8f/diff",
"MergedDir": "/var/lib/docker/overlay2/87ebf1b03dbb9df1dc4beabfab648974b5d09953fb0cc4c5c58a38232efc8099/merged",
"UpperDir": "/var/lib/docker/overlay2/87ebf1b03dbb9df1dc4beabfab648974b5d09953fb0cc4c5c58a38232efc8099/diff",
"WorkDir": "/var/lib/docker/overlay2/87ebf1b03dbb9df1dc4beabfab648974b5d09953fb0cc4c5c58a38232efc8099/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "scheduled-stop-919636",
"Source": "/var/lib/docker/volumes/scheduled-stop-919636/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "scheduled-stop-919636",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "scheduled-stop-919636",
"name.minikube.sigs.k8s.io": "scheduled-stop-919636",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "53d5eea4c064eb1dc0deee09c86993963c5d90c7e5097d371cd86535aefdd6fc",
"SandboxKey": "/var/run/docker/netns/53d5eea4c064",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34494"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34495"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34498"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34496"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34497"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"scheduled-stop-919636": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "0a:34:a5:ff:3d:f7",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "dee4e29065f27c09fac847f1fc8aa6d907f09611573bed9d9677d04502d8179d",
"EndpointID": "71e7f1b05cc1fdca76a2fd6e0251b01ec73dad355b490a360adf5843fe6fc48b",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"scheduled-stop-919636",
"d334d5e71b9f"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-919636 -n scheduled-stop-919636
helpers_test.go:244: <<< TestScheduledStopUnix FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestScheduledStopUnix]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p scheduled-stop-919636 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p scheduled-stop-919636 logs -n 25: (1.015055025s)
helpers_test.go:252: TestScheduledStopUnix logs:
-- stdout --
==> Audit <==
|---------|--------------------------------|-----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|-----------------------|---------|---------|---------------------|---------------------|
| stop | -p multinode-047394 | multinode-047394 | jenkins | v1.35.0 | 14 Apr 25 13:21 UTC | 14 Apr 25 13:21 UTC |
| start | -p multinode-047394 | multinode-047394 | jenkins | v1.35.0 | 14 Apr 25 13:21 UTC | 14 Apr 25 13:22 UTC |
| | --wait=true -v=8 | | | | | |
| | --alsologtostderr | | | | | |
| node | list -p multinode-047394 | multinode-047394 | jenkins | v1.35.0 | 14 Apr 25 13:22 UTC | |
| node | multinode-047394 node delete | multinode-047394 | jenkins | v1.35.0 | 14 Apr 25 13:22 UTC | 14 Apr 25 13:22 UTC |
| | m03 | | | | | |
| stop | multinode-047394 stop | multinode-047394 | jenkins | v1.35.0 | 14 Apr 25 13:22 UTC | 14 Apr 25 13:23 UTC |
| start | -p multinode-047394 | multinode-047394 | jenkins | v1.35.0 | 14 Apr 25 13:23 UTC | 14 Apr 25 13:24 UTC |
| | --wait=true -v=8 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| node | list -p multinode-047394 | multinode-047394 | jenkins | v1.35.0 | 14 Apr 25 13:24 UTC | |
| start | -p multinode-047394-m02 | multinode-047394-m02 | jenkins | v1.35.0 | 14 Apr 25 13:24 UTC | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| start | -p multinode-047394-m03 | multinode-047394-m03 | jenkins | v1.35.0 | 14 Apr 25 13:24 UTC | 14 Apr 25 13:24 UTC |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| node | add -p multinode-047394 | multinode-047394 | jenkins | v1.35.0 | 14 Apr 25 13:24 UTC | |
| delete | -p multinode-047394-m03 | multinode-047394-m03 | jenkins | v1.35.0 | 14 Apr 25 13:24 UTC | 14 Apr 25 13:24 UTC |
| delete | -p multinode-047394 | multinode-047394 | jenkins | v1.35.0 | 14 Apr 25 13:24 UTC | 14 Apr 25 13:24 UTC |
| start | -p test-preload-269936 | test-preload-269936 | jenkins | v1.35.0 | 14 Apr 25 13:24 UTC | 14 Apr 25 13:25 UTC |
| | --memory=2200 | | | | | |
| | --alsologtostderr | | | | | |
| | --wait=true --preload=false | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --kubernetes-version=v1.24.4 | | | | | |
| image | test-preload-269936 image pull | test-preload-269936 | jenkins | v1.35.0 | 14 Apr 25 13:25 UTC | 14 Apr 25 13:25 UTC |
| | gcr.io/k8s-minikube/busybox | | | | | |
| stop | -p test-preload-269936 | test-preload-269936 | jenkins | v1.35.0 | 14 Apr 25 13:25 UTC | 14 Apr 25 13:26 UTC |
| start | -p test-preload-269936 | test-preload-269936 | jenkins | v1.35.0 | 14 Apr 25 13:26 UTC | 14 Apr 25 13:26 UTC |
| | --memory=2200 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| | --wait=true --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| image | test-preload-269936 image list | test-preload-269936 | jenkins | v1.35.0 | 14 Apr 25 13:26 UTC | 14 Apr 25 13:26 UTC |
| delete | -p test-preload-269936 | test-preload-269936 | jenkins | v1.35.0 | 14 Apr 25 13:26 UTC | 14 Apr 25 13:26 UTC |
| start | -p scheduled-stop-919636 | scheduled-stop-919636 | jenkins | v1.35.0 | 14 Apr 25 13:26 UTC | 14 Apr 25 13:27 UTC |
| | --memory=2048 --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| stop | -p scheduled-stop-919636 | scheduled-stop-919636 | jenkins | v1.35.0 | 14 Apr 25 13:27 UTC | |
| | --schedule 5m | | | | | |
| stop | -p scheduled-stop-919636 | scheduled-stop-919636 | jenkins | v1.35.0 | 14 Apr 25 13:27 UTC | |
| | --schedule 5m | | | | | |
| stop | -p scheduled-stop-919636 | scheduled-stop-919636 | jenkins | v1.35.0 | 14 Apr 25 13:27 UTC | |
| | --schedule 5m | | | | | |
| stop | -p scheduled-stop-919636 | scheduled-stop-919636 | jenkins | v1.35.0 | 14 Apr 25 13:27 UTC | |
| | --schedule 15s | | | | | |
| stop | -p scheduled-stop-919636 | scheduled-stop-919636 | jenkins | v1.35.0 | 14 Apr 25 13:27 UTC | |
| | --schedule 15s | | | | | |
| stop | -p scheduled-stop-919636 | scheduled-stop-919636 | jenkins | v1.35.0 | 14 Apr 25 13:27 UTC | |
| | --schedule 15s | | | | | |
|---------|--------------------------------|-----------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/04/14 13:26:35
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.24.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0414 13:26:35.283531 1699137 out.go:345] Setting OutFile to fd 1 ...
I0414 13:26:35.283625 1699137 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 13:26:35.283628 1699137 out.go:358] Setting ErrFile to fd 2...
I0414 13:26:35.283632 1699137 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 13:26:35.283877 1699137 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20623-1481052/.minikube/bin
I0414 13:26:35.284264 1699137 out.go:352] Setting JSON to false
I0414 13:26:35.285149 1699137 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":25747,"bootTime":1744611449,"procs":158,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0414 13:26:35.285203 1699137 start.go:139] virtualization:
I0414 13:26:35.291103 1699137 out.go:177] * [scheduled-stop-919636] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0414 13:26:35.294544 1699137 out.go:177] - MINIKUBE_LOCATION=20623
I0414 13:26:35.294620 1699137 notify.go:220] Checking for updates...
I0414 13:26:35.301677 1699137 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0414 13:26:35.304881 1699137 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20623-1481052/kubeconfig
I0414 13:26:35.307873 1699137 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20623-1481052/.minikube
I0414 13:26:35.310843 1699137 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0414 13:26:35.313973 1699137 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0414 13:26:35.317214 1699137 driver.go:394] Setting default libvirt URI to qemu:///system
I0414 13:26:35.341085 1699137 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0414 13:26:35.341207 1699137 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 13:26:35.397547 1699137 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:23 OomKillDisable:true NGoroutines:42 SystemTime:2025-04-14 13:26:35.388834309 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Se
rverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 13:26:35.397640 1699137 docker.go:318] overlay module found
I0414 13:26:35.400882 1699137 out.go:177] * Using the docker driver based on user configuration
I0414 13:26:35.403901 1699137 start.go:297] selected driver: docker
I0414 13:26:35.403912 1699137 start.go:901] validating driver "docker" against <nil>
I0414 13:26:35.403924 1699137 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0414 13:26:35.404724 1699137 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 13:26:35.456889 1699137 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:23 OomKillDisable:true NGoroutines:42 SystemTime:2025-04-14 13:26:35.447434533 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Se
rverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 13:26:35.457064 1699137 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0414 13:26:35.457275 1699137 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]
I0414 13:26:35.460266 1699137 out.go:177] * Using Docker driver with root privileges
I0414 13:26:35.463204 1699137 cni.go:84] Creating CNI manager for ""
I0414 13:26:35.463263 1699137 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0414 13:26:35.463270 1699137 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I0414 13:26:35.463339 1699137 start.go:340] cluster config:
{Name:scheduled-stop-919636 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:2048 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:scheduled-stop-919636 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local
ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 13:26:35.466401 1699137 out.go:177] * Starting "scheduled-stop-919636" primary control-plane node in "scheduled-stop-919636" cluster
I0414 13:26:35.469197 1699137 cache.go:121] Beginning downloading kic base image for docker with docker
I0414 13:26:35.472264 1699137 out.go:177] * Pulling base image v0.0.46-1744107393-20604 ...
I0414 13:26:35.475124 1699137 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime docker
I0414 13:26:35.475167 1699137 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20623-1481052/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-docker-overlay2-arm64.tar.lz4
I0414 13:26:35.475173 1699137 cache.go:56] Caching tarball of preloaded images
I0414 13:26:35.475235 1699137 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local docker daemon
I0414 13:26:35.475255 1699137 preload.go:172] Found /home/jenkins/minikube-integration/20623-1481052/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I0414 13:26:35.475264 1699137 cache.go:59] Finished verifying existence of preloaded tar for v1.32.2 on docker
I0414 13:26:35.475630 1699137 profile.go:143] Saving config to /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/config.json ...
I0414 13:26:35.475648 1699137 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/config.json: {Name:mk68c09c674beb3999bcf80494a40c0ed24bd142 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 13:26:35.493863 1699137 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local docker daemon, skipping pull
I0414 13:26:35.493874 1699137 cache.go:145] gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a exists in daemon, skipping load
I0414 13:26:35.493890 1699137 cache.go:230] Successfully downloaded all kic artifacts
I0414 13:26:35.493911 1699137 start.go:360] acquireMachinesLock for scheduled-stop-919636: {Name:mke701eceffb80b364031c1802a9dd79485c4e82 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0414 13:26:35.494020 1699137 start.go:364] duration metric: took 94.942µs to acquireMachinesLock for "scheduled-stop-919636"
I0414 13:26:35.494044 1699137 start.go:93] Provisioning new machine with config: &{Name:scheduled-stop-919636 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:2048 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:scheduled-stop-919636 Namespace:default APIServerHAVIP: A
PIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath
: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true}
I0414 13:26:35.494105 1699137 start.go:125] createHost starting for "" (driver="docker")
I0414 13:26:35.499257 1699137 out.go:235] * Creating docker container (CPUs=2, Memory=2048MB) ...
I0414 13:26:35.499470 1699137 start.go:159] libmachine.API.Create for "scheduled-stop-919636" (driver="docker")
I0414 13:26:35.499498 1699137 client.go:168] LocalClient.Create starting
I0414 13:26:35.499576 1699137 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20623-1481052/.minikube/certs/ca.pem
I0414 13:26:35.499610 1699137 main.go:141] libmachine: Decoding PEM data...
I0414 13:26:35.499622 1699137 main.go:141] libmachine: Parsing certificate...
I0414 13:26:35.499674 1699137 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20623-1481052/.minikube/certs/cert.pem
I0414 13:26:35.499691 1699137 main.go:141] libmachine: Decoding PEM data...
I0414 13:26:35.499699 1699137 main.go:141] libmachine: Parsing certificate...
I0414 13:26:35.500047 1699137 cli_runner.go:164] Run: docker network inspect scheduled-stop-919636 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0414 13:26:35.515807 1699137 cli_runner.go:211] docker network inspect scheduled-stop-919636 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0414 13:26:35.515882 1699137 network_create.go:284] running [docker network inspect scheduled-stop-919636] to gather additional debugging logs...
I0414 13:26:35.515904 1699137 cli_runner.go:164] Run: docker network inspect scheduled-stop-919636
W0414 13:26:35.531814 1699137 cli_runner.go:211] docker network inspect scheduled-stop-919636 returned with exit code 1
I0414 13:26:35.531835 1699137 network_create.go:287] error running [docker network inspect scheduled-stop-919636]: docker network inspect scheduled-stop-919636: exit status 1
stdout:
[]
stderr:
Error response from daemon: network scheduled-stop-919636 not found
I0414 13:26:35.531845 1699137 network_create.go:289] output of [docker network inspect scheduled-stop-919636]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network scheduled-stop-919636 not found
** /stderr **
I0414 13:26:35.531945 1699137 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0414 13:26:35.547878 1699137 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-f164935798ec IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:d2:77:31:e7:fc:e9} reservation:<nil>}
I0414 13:26:35.548140 1699137 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-4e623a8dff46 IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:3e:64:6d:ca:3a:6b} reservation:<nil>}
I0414 13:26:35.548380 1699137 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-3fdd627108f7 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:8e:64:84:74:41:88} reservation:<nil>}
I0414 13:26:35.548739 1699137 network.go:206] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40018cbeb0}
I0414 13:26:35.548755 1699137 network_create.go:124] attempt to create docker network scheduled-stop-919636 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I0414 13:26:35.548809 1699137 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=scheduled-stop-919636 scheduled-stop-919636
I0414 13:26:35.606871 1699137 network_create.go:108] docker network scheduled-stop-919636 192.168.76.0/24 created
I0414 13:26:35.606893 1699137 kic.go:121] calculated static IP "192.168.76.2" for the "scheduled-stop-919636" container
I0414 13:26:35.606981 1699137 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0414 13:26:35.622153 1699137 cli_runner.go:164] Run: docker volume create scheduled-stop-919636 --label name.minikube.sigs.k8s.io=scheduled-stop-919636 --label created_by.minikube.sigs.k8s.io=true
I0414 13:26:35.639547 1699137 oci.go:103] Successfully created a docker volume scheduled-stop-919636
I0414 13:26:35.639646 1699137 cli_runner.go:164] Run: docker run --rm --name scheduled-stop-919636-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=scheduled-stop-919636 --entrypoint /usr/bin/test -v scheduled-stop-919636:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -d /var/lib
I0414 13:26:36.138289 1699137 oci.go:107] Successfully prepared a docker volume scheduled-stop-919636
I0414 13:26:36.138339 1699137 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime docker
I0414 13:26:36.138358 1699137 kic.go:194] Starting extracting preloaded images to volume ...
I0414 13:26:36.138440 1699137 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20623-1481052/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v scheduled-stop-919636:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -I lz4 -xf /preloaded.tar -C /extractDir
I0414 13:26:39.967335 1699137 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20623-1481052/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v scheduled-stop-919636:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -I lz4 -xf /preloaded.tar -C /extractDir: (3.828858775s)
I0414 13:26:39.967355 1699137 kic.go:203] duration metric: took 3.828993865s to extract preloaded images to volume ...
W0414 13:26:39.967505 1699137 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0414 13:26:39.967606 1699137 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0414 13:26:40.023628 1699137 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname scheduled-stop-919636 --name scheduled-stop-919636 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=scheduled-stop-919636 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=scheduled-stop-919636 --network scheduled-stop-919636 --ip 192.168.76.2 --volume scheduled-stop-919636:/var --security-opt apparmor=unconfined --memory=2048mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a
I0414 13:26:40.354386 1699137 cli_runner.go:164] Run: docker container inspect scheduled-stop-919636 --format={{.State.Running}}
I0414 13:26:40.377975 1699137 cli_runner.go:164] Run: docker container inspect scheduled-stop-919636 --format={{.State.Status}}
I0414 13:26:40.400087 1699137 cli_runner.go:164] Run: docker exec scheduled-stop-919636 stat /var/lib/dpkg/alternatives/iptables
I0414 13:26:40.457381 1699137 oci.go:144] the created container "scheduled-stop-919636" has a running status.
I0414 13:26:40.457400 1699137 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20623-1481052/.minikube/machines/scheduled-stop-919636/id_rsa...
I0414 13:26:40.646960 1699137 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20623-1481052/.minikube/machines/scheduled-stop-919636/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0414 13:26:40.681295 1699137 cli_runner.go:164] Run: docker container inspect scheduled-stop-919636 --format={{.State.Status}}
I0414 13:26:40.709290 1699137 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0414 13:26:40.709307 1699137 kic_runner.go:114] Args: [docker exec --privileged scheduled-stop-919636 chown docker:docker /home/docker/.ssh/authorized_keys]
I0414 13:26:40.778526 1699137 cli_runner.go:164] Run: docker container inspect scheduled-stop-919636 --format={{.State.Status}}
I0414 13:26:40.803033 1699137 machine.go:93] provisionDockerMachine start ...
I0414 13:26:40.803130 1699137 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-919636
I0414 13:26:40.823447 1699137 main.go:141] libmachine: Using SSH client type: native
I0414 13:26:40.823777 1699137 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 34494 <nil> <nil>}
I0414 13:26:40.823785 1699137 main.go:141] libmachine: About to run SSH command:
hostname
I0414 13:26:40.824454 1699137 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:58182->127.0.0.1:34494: read: connection reset by peer
I0414 13:26:43.952193 1699137 main.go:141] libmachine: SSH cmd err, output: <nil>: scheduled-stop-919636
I0414 13:26:43.952207 1699137 ubuntu.go:169] provisioning hostname "scheduled-stop-919636"
I0414 13:26:43.952275 1699137 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-919636
I0414 13:26:43.969743 1699137 main.go:141] libmachine: Using SSH client type: native
I0414 13:26:43.970048 1699137 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 34494 <nil> <nil>}
I0414 13:26:43.970057 1699137 main.go:141] libmachine: About to run SSH command:
sudo hostname scheduled-stop-919636 && echo "scheduled-stop-919636" | sudo tee /etc/hostname
I0414 13:26:44.109056 1699137 main.go:141] libmachine: SSH cmd err, output: <nil>: scheduled-stop-919636
I0414 13:26:44.109123 1699137 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-919636
I0414 13:26:44.126442 1699137 main.go:141] libmachine: Using SSH client type: native
I0414 13:26:44.126745 1699137 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 34494 <nil> <nil>}
I0414 13:26:44.126759 1699137 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sscheduled-stop-919636' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 scheduled-stop-919636/g' /etc/hosts;
else
echo '127.0.1.1 scheduled-stop-919636' | sudo tee -a /etc/hosts;
fi
fi
I0414 13:26:44.253100 1699137 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0414 13:26:44.253115 1699137 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20623-1481052/.minikube CaCertPath:/home/jenkins/minikube-integration/20623-1481052/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20623-1481052/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20623-1481052/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20623-1481052/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20623-1481052/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20623-1481052/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20623-1481052/.minikube}
I0414 13:26:44.253130 1699137 ubuntu.go:177] setting up certificates
I0414 13:26:44.253142 1699137 provision.go:84] configureAuth start
I0414 13:26:44.253200 1699137 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" scheduled-stop-919636
I0414 13:26:44.270535 1699137 provision.go:143] copyHostCerts
I0414 13:26:44.270590 1699137 exec_runner.go:144] found /home/jenkins/minikube-integration/20623-1481052/.minikube/ca.pem, removing ...
I0414 13:26:44.270597 1699137 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20623-1481052/.minikube/ca.pem
I0414 13:26:44.270674 1699137 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20623-1481052/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20623-1481052/.minikube/ca.pem (1082 bytes)
I0414 13:26:44.270765 1699137 exec_runner.go:144] found /home/jenkins/minikube-integration/20623-1481052/.minikube/cert.pem, removing ...
I0414 13:26:44.270768 1699137 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20623-1481052/.minikube/cert.pem
I0414 13:26:44.270792 1699137 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20623-1481052/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20623-1481052/.minikube/cert.pem (1123 bytes)
I0414 13:26:44.270842 1699137 exec_runner.go:144] found /home/jenkins/minikube-integration/20623-1481052/.minikube/key.pem, removing ...
I0414 13:26:44.270845 1699137 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20623-1481052/.minikube/key.pem
I0414 13:26:44.270867 1699137 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20623-1481052/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20623-1481052/.minikube/key.pem (1679 bytes)
I0414 13:26:44.270909 1699137 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20623-1481052/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20623-1481052/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20623-1481052/.minikube/certs/ca-key.pem org=jenkins.scheduled-stop-919636 san=[127.0.0.1 192.168.76.2 localhost minikube scheduled-stop-919636]
I0414 13:26:44.468556 1699137 provision.go:177] copyRemoteCerts
I0414 13:26:44.468611 1699137 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0414 13:26:44.468649 1699137 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-919636
I0414 13:26:44.485054 1699137 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34494 SSHKeyPath:/home/jenkins/minikube-integration/20623-1481052/.minikube/machines/scheduled-stop-919636/id_rsa Username:docker}
I0414 13:26:44.582063 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0414 13:26:44.605829 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0414 13:26:44.628736 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/machines/server.pem --> /etc/docker/server.pem (1229 bytes)
I0414 13:26:44.651966 1699137 provision.go:87] duration metric: took 398.812173ms to configureAuth
I0414 13:26:44.651983 1699137 ubuntu.go:193] setting minikube options for container-runtime
I0414 13:26:44.652165 1699137 config.go:182] Loaded profile config "scheduled-stop-919636": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0414 13:26:44.652217 1699137 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-919636
I0414 13:26:44.668893 1699137 main.go:141] libmachine: Using SSH client type: native
I0414 13:26:44.669232 1699137 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 34494 <nil> <nil>}
I0414 13:26:44.669240 1699137 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0414 13:26:44.793350 1699137 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0414 13:26:44.793362 1699137 ubuntu.go:71] root file system type: overlay
I0414 13:26:44.793468 1699137 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0414 13:26:44.793529 1699137 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-919636
I0414 13:26:44.810634 1699137 main.go:141] libmachine: Using SSH client type: native
I0414 13:26:44.810923 1699137 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 34494 <nil> <nil>}
I0414 13:26:44.811002 1699137 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0414 13:26:44.944319 1699137 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0414 13:26:44.944398 1699137 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-919636
I0414 13:26:44.961536 1699137 main.go:141] libmachine: Using SSH client type: native
I0414 13:26:44.961844 1699137 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 34494 <nil> <nil>}
I0414 13:26:44.961859 1699137 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0414 13:26:45.844203 1699137 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2025-03-25 15:05:41.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2025-04-14 13:26:44.939327952 +0000
@@ -1,46 +1,49 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target nss-lookup.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
+LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0414 13:26:45.844222 1699137 machine.go:96] duration metric: took 5.041177346s to provisionDockerMachine
I0414 13:26:45.844231 1699137 client.go:171] duration metric: took 10.344729223s to LocalClient.Create
I0414 13:26:45.844251 1699137 start.go:167] duration metric: took 10.344782221s to libmachine.API.Create "scheduled-stop-919636"
I0414 13:26:45.844258 1699137 start.go:293] postStartSetup for "scheduled-stop-919636" (driver="docker")
I0414 13:26:45.844267 1699137 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0414 13:26:45.844325 1699137 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0414 13:26:45.844373 1699137 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-919636
I0414 13:26:45.861573 1699137 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34494 SSHKeyPath:/home/jenkins/minikube-integration/20623-1481052/.minikube/machines/scheduled-stop-919636/id_rsa Username:docker}
I0414 13:26:45.953887 1699137 ssh_runner.go:195] Run: cat /etc/os-release
I0414 13:26:45.956865 1699137 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0414 13:26:45.956894 1699137 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0414 13:26:45.956903 1699137 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0414 13:26:45.956909 1699137 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0414 13:26:45.956917 1699137 filesync.go:126] Scanning /home/jenkins/minikube-integration/20623-1481052/.minikube/addons for local assets ...
I0414 13:26:45.956987 1699137 filesync.go:126] Scanning /home/jenkins/minikube-integration/20623-1481052/.minikube/files for local assets ...
I0414 13:26:45.957063 1699137 filesync.go:149] local asset: /home/jenkins/minikube-integration/20623-1481052/.minikube/files/etc/ssl/certs/14864302.pem -> 14864302.pem in /etc/ssl/certs
I0414 13:26:45.957193 1699137 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0414 13:26:45.965673 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/files/etc/ssl/certs/14864302.pem --> /etc/ssl/certs/14864302.pem (1708 bytes)
I0414 13:26:45.990290 1699137 start.go:296] duration metric: took 146.017837ms for postStartSetup
I0414 13:26:45.990643 1699137 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" scheduled-stop-919636
I0414 13:26:46.010953 1699137 profile.go:143] Saving config to /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/config.json ...
I0414 13:26:46.011254 1699137 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0414 13:26:46.011294 1699137 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-919636
I0414 13:26:46.029407 1699137 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34494 SSHKeyPath:/home/jenkins/minikube-integration/20623-1481052/.minikube/machines/scheduled-stop-919636/id_rsa Username:docker}
I0414 13:26:46.117772 1699137 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0414 13:26:46.122404 1699137 start.go:128] duration metric: took 10.628286082s to createHost
I0414 13:26:46.122418 1699137 start.go:83] releasing machines lock for "scheduled-stop-919636", held for 10.628390953s
I0414 13:26:46.122504 1699137 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" scheduled-stop-919636
I0414 13:26:46.138989 1699137 ssh_runner.go:195] Run: cat /version.json
I0414 13:26:46.139014 1699137 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0414 13:26:46.139033 1699137 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-919636
I0414 13:26:46.139063 1699137 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-919636
I0414 13:26:46.159832 1699137 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34494 SSHKeyPath:/home/jenkins/minikube-integration/20623-1481052/.minikube/machines/scheduled-stop-919636/id_rsa Username:docker}
I0414 13:26:46.162121 1699137 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34494 SSHKeyPath:/home/jenkins/minikube-integration/20623-1481052/.minikube/machines/scheduled-stop-919636/id_rsa Username:docker}
I0414 13:26:46.372884 1699137 ssh_runner.go:195] Run: systemctl --version
I0414 13:26:46.377076 1699137 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0414 13:26:46.381126 1699137 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0414 13:26:46.406256 1699137 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0414 13:26:46.406321 1699137 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0414 13:26:46.436855 1699137 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0414 13:26:46.436872 1699137 start.go:495] detecting cgroup driver to use...
I0414 13:26:46.436917 1699137 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0414 13:26:46.437105 1699137 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0414 13:26:46.452998 1699137 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0414 13:26:46.462794 1699137 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0414 13:26:46.472896 1699137 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0414 13:26:46.473047 1699137 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0414 13:26:46.482813 1699137 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0414 13:26:46.492030 1699137 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0414 13:26:46.501268 1699137 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0414 13:26:46.511148 1699137 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0414 13:26:46.519600 1699137 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0414 13:26:46.529143 1699137 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0414 13:26:46.539060 1699137 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0414 13:26:46.549035 1699137 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0414 13:26:46.557596 1699137 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0414 13:26:46.566046 1699137 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 13:26:46.645037 1699137 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0414 13:26:46.757494 1699137 start.go:495] detecting cgroup driver to use...
I0414 13:26:46.757529 1699137 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0414 13:26:46.757574 1699137 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0414 13:26:46.770493 1699137 cruntime.go:279] skipping containerd shutdown because we are bound to it
I0414 13:26:46.770551 1699137 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0414 13:26:46.782590 1699137 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0414 13:26:46.798338 1699137 ssh_runner.go:195] Run: which cri-dockerd
I0414 13:26:46.802083 1699137 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0414 13:26:46.813388 1699137 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0414 13:26:46.838287 1699137 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0414 13:26:46.945657 1699137 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0414 13:26:47.058312 1699137 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0414 13:26:47.058404 1699137 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0414 13:26:47.078085 1699137 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 13:26:47.176865 1699137 ssh_runner.go:195] Run: sudo systemctl restart docker
I0414 13:26:47.485405 1699137 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0414 13:26:47.498282 1699137 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0414 13:26:47.510722 1699137 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0414 13:26:47.607889 1699137 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0414 13:26:47.698552 1699137 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 13:26:47.786382 1699137 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0414 13:26:47.800376 1699137 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0414 13:26:47.811992 1699137 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 13:26:47.895544 1699137 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0414 13:26:47.962346 1699137 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0414 13:26:47.962415 1699137 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0414 13:26:47.967535 1699137 start.go:563] Will wait 60s for crictl version
I0414 13:26:47.967602 1699137 ssh_runner.go:195] Run: which crictl
I0414 13:26:47.971143 1699137 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0414 13:26:48.012947 1699137 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 28.0.4
RuntimeApiVersion: v1
I0414 13:26:48.013014 1699137 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0414 13:26:48.036886 1699137 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0414 13:26:48.067509 1699137 out.go:235] * Preparing Kubernetes v1.32.2 on Docker 28.0.4 ...
I0414 13:26:48.067628 1699137 cli_runner.go:164] Run: docker network inspect scheduled-stop-919636 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0414 13:26:48.084838 1699137 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I0414 13:26:48.088537 1699137 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0414 13:26:48.100157 1699137 kubeadm.go:883] updating cluster {Name:scheduled-stop-919636 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:2048 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:scheduled-stop-919636 Namespace:default APIServerHAVIP: APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: Stati
cIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0414 13:26:48.100256 1699137 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime docker
I0414 13:26:48.100306 1699137 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0414 13:26:48.119905 1699137 docker.go:689] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.32.2
registry.k8s.io/kube-scheduler:v1.32.2
registry.k8s.io/kube-controller-manager:v1.32.2
registry.k8s.io/kube-proxy:v1.32.2
registry.k8s.io/etcd:3.5.16-0
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0414 13:26:48.119918 1699137 docker.go:619] Images already preloaded, skipping extraction
I0414 13:26:48.119983 1699137 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0414 13:26:48.138867 1699137 docker.go:689] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.32.2
registry.k8s.io/kube-scheduler:v1.32.2
registry.k8s.io/kube-controller-manager:v1.32.2
registry.k8s.io/kube-proxy:v1.32.2
registry.k8s.io/etcd:3.5.16-0
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0414 13:26:48.138882 1699137 cache_images.go:84] Images are preloaded, skipping loading
I0414 13:26:48.138891 1699137 kubeadm.go:934] updating node { 192.168.76.2 8443 v1.32.2 docker true true} ...
I0414 13:26:48.138975 1699137 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=scheduled-stop-919636 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.32.2 ClusterName:scheduled-stop-919636 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0414 13:26:48.139035 1699137 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0414 13:26:48.191979 1699137 cni.go:84] Creating CNI manager for ""
I0414 13:26:48.191998 1699137 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0414 13:26:48.192009 1699137 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0414 13:26:48.192027 1699137 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.32.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:scheduled-stop-919636 NodeName:scheduled-stop-919636 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPo
dPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0414 13:26:48.192151 1699137 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "scheduled-stop-919636"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0414 13:26:48.192224 1699137 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.2
I0414 13:26:48.200739 1699137 binaries.go:44] Found k8s binaries, skipping transfer
I0414 13:26:48.200800 1699137 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0414 13:26:48.209743 1699137 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (320 bytes)
I0414 13:26:48.228231 1699137 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0414 13:26:48.245873 1699137 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2299 bytes)
I0414 13:26:48.263686 1699137 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I0414 13:26:48.266976 1699137 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0414 13:26:48.277474 1699137 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 13:26:48.374815 1699137 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0414 13:26:48.390572 1699137 certs.go:68] Setting up /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636 for IP: 192.168.76.2
I0414 13:26:48.390582 1699137 certs.go:194] generating shared ca certs ...
I0414 13:26:48.390596 1699137 certs.go:226] acquiring lock for ca certs: {Name:mkf36642ae8b936d2e8c77c97cade49474f9ec37 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 13:26:48.390744 1699137 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20623-1481052/.minikube/ca.key
I0414 13:26:48.390784 1699137 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20623-1481052/.minikube/proxy-client-ca.key
I0414 13:26:48.390790 1699137 certs.go:256] generating profile certs ...
I0414 13:26:48.390853 1699137 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/client.key
I0414 13:26:48.390862 1699137 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/client.crt with IP's: []
I0414 13:26:48.609057 1699137 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/client.crt ...
I0414 13:26:48.609072 1699137 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/client.crt: {Name:mke225beb382cac9e7bd4d01537a7cba459cec2a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 13:26:48.609274 1699137 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/client.key ...
I0414 13:26:48.609284 1699137 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/client.key: {Name:mk571f7af5354975a763944ecbfa58c72db939f8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 13:26:48.609381 1699137 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/apiserver.key.3492d101
I0414 13:26:48.609398 1699137 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/apiserver.crt.3492d101 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.76.2]
I0414 13:26:48.804911 1699137 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/apiserver.crt.3492d101 ...
I0414 13:26:48.804938 1699137 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/apiserver.crt.3492d101: {Name:mk8cdc2034347af28463fc5ae70ef4a778ede686 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 13:26:48.805131 1699137 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/apiserver.key.3492d101 ...
I0414 13:26:48.805148 1699137 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/apiserver.key.3492d101: {Name:mk983d50a75910d1fbdc8ff46213ffc81cf31b41 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 13:26:48.805237 1699137 certs.go:381] copying /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/apiserver.crt.3492d101 -> /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/apiserver.crt
I0414 13:26:48.805310 1699137 certs.go:385] copying /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/apiserver.key.3492d101 -> /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/apiserver.key
I0414 13:26:48.805364 1699137 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/proxy-client.key
I0414 13:26:48.805375 1699137 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/proxy-client.crt with IP's: []
I0414 13:26:49.026080 1699137 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/proxy-client.crt ...
I0414 13:26:49.026095 1699137 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/proxy-client.crt: {Name:mk08d20798d6b032274edaa861ecdc96a7d0184d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 13:26:49.026276 1699137 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/proxy-client.key ...
I0414 13:26:49.026284 1699137 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/proxy-client.key: {Name:mkb127f4554da539179095ba83fea4c0a38ca43f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 13:26:49.026477 1699137 certs.go:484] found cert: /home/jenkins/minikube-integration/20623-1481052/.minikube/certs/1486430.pem (1338 bytes)
W0414 13:26:49.026511 1699137 certs.go:480] ignoring /home/jenkins/minikube-integration/20623-1481052/.minikube/certs/1486430_empty.pem, impossibly tiny 0 bytes
I0414 13:26:49.026518 1699137 certs.go:484] found cert: /home/jenkins/minikube-integration/20623-1481052/.minikube/certs/ca-key.pem (1679 bytes)
I0414 13:26:49.026541 1699137 certs.go:484] found cert: /home/jenkins/minikube-integration/20623-1481052/.minikube/certs/ca.pem (1082 bytes)
I0414 13:26:49.026562 1699137 certs.go:484] found cert: /home/jenkins/minikube-integration/20623-1481052/.minikube/certs/cert.pem (1123 bytes)
I0414 13:26:49.026581 1699137 certs.go:484] found cert: /home/jenkins/minikube-integration/20623-1481052/.minikube/certs/key.pem (1679 bytes)
I0414 13:26:49.026624 1699137 certs.go:484] found cert: /home/jenkins/minikube-integration/20623-1481052/.minikube/files/etc/ssl/certs/14864302.pem (1708 bytes)
I0414 13:26:49.027156 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0414 13:26:49.051299 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0414 13:26:49.078771 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0414 13:26:49.102357 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0414 13:26:49.125924 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)
I0414 13:26:49.149342 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0414 13:26:49.172642 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0414 13:26:49.197291 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/profiles/scheduled-stop-919636/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0414 13:26:49.220210 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0414 13:26:49.244021 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/certs/1486430.pem --> /usr/share/ca-certificates/1486430.pem (1338 bytes)
I0414 13:26:49.268353 1699137 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20623-1481052/.minikube/files/etc/ssl/certs/14864302.pem --> /usr/share/ca-certificates/14864302.pem (1708 bytes)
I0414 13:26:49.291688 1699137 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0414 13:26:49.308635 1699137 ssh_runner.go:195] Run: openssl version
I0414 13:26:49.314044 1699137 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/14864302.pem && ln -fs /usr/share/ca-certificates/14864302.pem /etc/ssl/certs/14864302.pem"
I0414 13:26:49.323366 1699137 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/14864302.pem
I0414 13:26:49.326707 1699137 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Apr 14 12:56 /usr/share/ca-certificates/14864302.pem
I0414 13:26:49.326759 1699137 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/14864302.pem
I0414 13:26:49.333615 1699137 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/14864302.pem /etc/ssl/certs/3ec20f2e.0"
I0414 13:26:49.342865 1699137 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0414 13:26:49.351890 1699137 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0414 13:26:49.355247 1699137 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 14 12:49 /usr/share/ca-certificates/minikubeCA.pem
I0414 13:26:49.355308 1699137 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0414 13:26:49.362464 1699137 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0414 13:26:49.371565 1699137 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1486430.pem && ln -fs /usr/share/ca-certificates/1486430.pem /etc/ssl/certs/1486430.pem"
I0414 13:26:49.380621 1699137 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1486430.pem
I0414 13:26:49.384000 1699137 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Apr 14 12:56 /usr/share/ca-certificates/1486430.pem
I0414 13:26:49.384056 1699137 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1486430.pem
I0414 13:26:49.390797 1699137 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1486430.pem /etc/ssl/certs/51391683.0"
I0414 13:26:49.400153 1699137 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0414 13:26:49.403222 1699137 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0414 13:26:49.403265 1699137 kubeadm.go:392] StartCluster: {Name:scheduled-stop-919636 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:2048 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:scheduled-stop-919636 Namespace:default APIServerHAVIP: APIServerName:minikubeC
A APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP
: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 13:26:49.403369 1699137 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0414 13:26:49.419877 1699137 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0414 13:26:49.428728 1699137 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0414 13:26:49.437366 1699137 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0414 13:26:49.437424 1699137 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0414 13:26:49.446221 1699137 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0414 13:26:49.446238 1699137 kubeadm.go:157] found existing configuration files:
I0414 13:26:49.446290 1699137 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0414 13:26:49.454978 1699137 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0414 13:26:49.455033 1699137 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0414 13:26:49.463287 1699137 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0414 13:26:49.471834 1699137 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0414 13:26:49.471900 1699137 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0414 13:26:49.480393 1699137 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0414 13:26:49.488910 1699137 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0414 13:26:49.489001 1699137 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0414 13:26:49.497438 1699137 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0414 13:26:49.506021 1699137 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0414 13:26:49.506075 1699137 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0414 13:26:49.514719 1699137 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0414 13:26:49.555514 1699137 kubeadm.go:310] [init] Using Kubernetes version: v1.32.2
I0414 13:26:49.555562 1699137 kubeadm.go:310] [preflight] Running pre-flight checks
I0414 13:26:49.577632 1699137 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0414 13:26:49.577696 1699137 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1081-aws[0m
I0414 13:26:49.577731 1699137 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0414 13:26:49.577775 1699137 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0414 13:26:49.577822 1699137 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0414 13:26:49.577876 1699137 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0414 13:26:49.577926 1699137 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0414 13:26:49.577972 1699137 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0414 13:26:49.578019 1699137 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0414 13:26:49.578062 1699137 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0414 13:26:49.578109 1699137 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0414 13:26:49.578153 1699137 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0414 13:26:49.642125 1699137 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0414 13:26:49.642229 1699137 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0414 13:26:49.642319 1699137 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0414 13:26:49.655946 1699137 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0414 13:26:49.662863 1699137 out.go:235] - Generating certificates and keys ...
I0414 13:26:49.662991 1699137 kubeadm.go:310] [certs] Using existing ca certificate authority
I0414 13:26:49.663064 1699137 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0414 13:26:50.340815 1699137 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0414 13:26:51.028308 1699137 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0414 13:26:51.571328 1699137 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0414 13:26:52.949273 1699137 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0414 13:26:53.264197 1699137 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0414 13:26:53.264487 1699137 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [localhost scheduled-stop-919636] and IPs [192.168.76.2 127.0.0.1 ::1]
I0414 13:26:54.371819 1699137 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0414 13:26:54.372275 1699137 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [localhost scheduled-stop-919636] and IPs [192.168.76.2 127.0.0.1 ::1]
I0414 13:26:54.932616 1699137 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0414 13:26:55.177094 1699137 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0414 13:26:55.774136 1699137 kubeadm.go:310] [certs] Generating "sa" key and public key
I0414 13:26:55.774374 1699137 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0414 13:26:56.473474 1699137 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0414 13:26:56.719387 1699137 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0414 13:26:57.231375 1699137 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0414 13:26:57.752159 1699137 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0414 13:26:57.969290 1699137 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0414 13:26:57.969986 1699137 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0414 13:26:57.975572 1699137 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0414 13:26:57.979254 1699137 out.go:235] - Booting up control plane ...
I0414 13:26:57.979349 1699137 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0414 13:26:57.979423 1699137 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0414 13:26:57.980025 1699137 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0414 13:26:57.995171 1699137 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0414 13:26:58.000629 1699137 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0414 13:26:58.000808 1699137 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0414 13:26:58.109485 1699137 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0414 13:26:58.109645 1699137 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0414 13:26:59.105872 1699137 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001559248s
I0414 13:26:59.105951 1699137 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0414 13:27:05.607537 1699137 kubeadm.go:310] [api-check] The API server is healthy after 6.501669262s
I0414 13:27:05.634845 1699137 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0414 13:27:05.666912 1699137 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0414 13:27:05.736328 1699137 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0414 13:27:05.736533 1699137 kubeadm.go:310] [mark-control-plane] Marking the node scheduled-stop-919636 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0414 13:27:05.757177 1699137 kubeadm.go:310] [bootstrap-token] Using token: ds0dp7.2obmahsbegatmfh2
I0414 13:27:05.760033 1699137 out.go:235] - Configuring RBAC rules ...
I0414 13:27:05.760151 1699137 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0414 13:27:05.775441 1699137 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0414 13:27:05.795293 1699137 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0414 13:27:05.800649 1699137 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0414 13:27:05.805099 1699137 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0414 13:27:05.812404 1699137 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0414 13:27:06.015500 1699137 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0414 13:27:06.446747 1699137 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0414 13:27:07.015859 1699137 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0414 13:27:07.016966 1699137 kubeadm.go:310]
I0414 13:27:07.017031 1699137 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0414 13:27:07.017036 1699137 kubeadm.go:310]
I0414 13:27:07.017111 1699137 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0414 13:27:07.017115 1699137 kubeadm.go:310]
I0414 13:27:07.017138 1699137 kubeadm.go:310] mkdir -p $HOME/.kube
I0414 13:27:07.017196 1699137 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0414 13:27:07.017244 1699137 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0414 13:27:07.017248 1699137 kubeadm.go:310]
I0414 13:27:07.017300 1699137 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0414 13:27:07.017303 1699137 kubeadm.go:310]
I0414 13:27:07.017349 1699137 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0414 13:27:07.017352 1699137 kubeadm.go:310]
I0414 13:27:07.017411 1699137 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0414 13:27:07.017483 1699137 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0414 13:27:07.017549 1699137 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0414 13:27:07.017552 1699137 kubeadm.go:310]
I0414 13:27:07.017634 1699137 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0414 13:27:07.017713 1699137 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0414 13:27:07.017717 1699137 kubeadm.go:310]
I0414 13:27:07.017798 1699137 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ds0dp7.2obmahsbegatmfh2 \
I0414 13:27:07.017901 1699137 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0f670d94d42a7a4230cf472b61746f9e4337532a169ad50eb3080a989329adca \
I0414 13:27:07.017921 1699137 kubeadm.go:310] --control-plane
I0414 13:27:07.017924 1699137 kubeadm.go:310]
I0414 13:27:07.018007 1699137 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0414 13:27:07.018010 1699137 kubeadm.go:310]
I0414 13:27:07.018307 1699137 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ds0dp7.2obmahsbegatmfh2 \
I0414 13:27:07.018410 1699137 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0f670d94d42a7a4230cf472b61746f9e4337532a169ad50eb3080a989329adca
I0414 13:27:07.022691 1699137 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0414 13:27:07.022902 1699137 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1081-aws\n", err: exit status 1
I0414 13:27:07.023004 1699137 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0414 13:27:07.023018 1699137 cni.go:84] Creating CNI manager for ""
I0414 13:27:07.023032 1699137 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0414 13:27:07.026334 1699137 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I0414 13:27:07.029122 1699137 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I0414 13:27:07.037850 1699137 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (496 bytes)
I0414 13:27:07.059799 1699137 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0414 13:27:07.059892 1699137 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 13:27:07.059946 1699137 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes scheduled-stop-919636 minikube.k8s.io/updated_at=2025_04_14T13_27_07_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=460835bb8f21087bfa90e48a25f4afc66a903d88 minikube.k8s.io/name=scheduled-stop-919636 minikube.k8s.io/primary=true
I0414 13:27:07.229364 1699137 ops.go:34] apiserver oom_adj: -16
I0414 13:27:07.229393 1699137 kubeadm.go:1113] duration metric: took 169.574492ms to wait for elevateKubeSystemPrivileges
I0414 13:27:07.229417 1699137 kubeadm.go:394] duration metric: took 17.826154758s to StartCluster
I0414 13:27:07.229433 1699137 settings.go:142] acquiring lock: {Name:mkb16c88a5f55ff288f8e773e89afae83ed4c6b6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 13:27:07.229510 1699137 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20623-1481052/kubeconfig
I0414 13:27:07.230194 1699137 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20623-1481052/kubeconfig: {Name:mk7116f8062cdffe99fc5e7b176807178c255c15 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 13:27:07.230410 1699137 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0414 13:27:07.230434 1699137 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true}
I0414 13:27:07.230778 1699137 config.go:182] Loaded profile config "scheduled-stop-919636": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0414 13:27:07.230819 1699137 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I0414 13:27:07.230887 1699137 addons.go:69] Setting storage-provisioner=true in profile "scheduled-stop-919636"
I0414 13:27:07.230902 1699137 addons.go:238] Setting addon storage-provisioner=true in "scheduled-stop-919636"
I0414 13:27:07.230900 1699137 addons.go:69] Setting default-storageclass=true in profile "scheduled-stop-919636"
I0414 13:27:07.230916 1699137 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "scheduled-stop-919636"
I0414 13:27:07.230924 1699137 host.go:66] Checking if "scheduled-stop-919636" exists ...
I0414 13:27:07.231295 1699137 cli_runner.go:164] Run: docker container inspect scheduled-stop-919636 --format={{.State.Status}}
I0414 13:27:07.231402 1699137 cli_runner.go:164] Run: docker container inspect scheduled-stop-919636 --format={{.State.Status}}
I0414 13:27:07.235216 1699137 out.go:177] * Verifying Kubernetes components...
I0414 13:27:07.238249 1699137 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 13:27:07.272823 1699137 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0414 13:27:07.276064 1699137 addons.go:238] Setting addon default-storageclass=true in "scheduled-stop-919636"
I0414 13:27:07.276093 1699137 host.go:66] Checking if "scheduled-stop-919636" exists ...
I0414 13:27:07.276723 1699137 cli_runner.go:164] Run: docker container inspect scheduled-stop-919636 --format={{.State.Status}}
I0414 13:27:07.281306 1699137 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0414 13:27:07.281317 1699137 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0414 13:27:07.281381 1699137 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-919636
I0414 13:27:07.326149 1699137 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0414 13:27:07.326162 1699137 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0414 13:27:07.326232 1699137 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" scheduled-stop-919636
I0414 13:27:07.339013 1699137 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34494 SSHKeyPath:/home/jenkins/minikube-integration/20623-1481052/.minikube/machines/scheduled-stop-919636/id_rsa Username:docker}
I0414 13:27:07.349763 1699137 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34494 SSHKeyPath:/home/jenkins/minikube-integration/20623-1481052/.minikube/machines/scheduled-stop-919636/id_rsa Username:docker}
I0414 13:27:07.554819 1699137 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0414 13:27:07.608333 1699137 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0414 13:27:07.608883 1699137 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.76.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0414 13:27:07.608984 1699137 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0414 13:27:08.013973 1699137 api_server.go:52] waiting for apiserver process to appear ...
I0414 13:27:08.014025 1699137 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0414 13:27:08.014092 1699137 start.go:971] {"host.minikube.internal": 192.168.76.1} host record injected into CoreDNS's ConfigMap
I0414 13:27:08.204501 1699137 api_server.go:72] duration metric: took 974.040518ms to wait for apiserver process to appear ...
I0414 13:27:08.204513 1699137 api_server.go:88] waiting for apiserver healthz status ...
I0414 13:27:08.204528 1699137 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I0414 13:27:08.207829 1699137 out.go:177] * Enabled addons: default-storageclass, storage-provisioner
I0414 13:27:08.210542 1699137 addons.go:514] duration metric: took 979.71398ms for enable addons: enabled=[default-storageclass storage-provisioner]
I0414 13:27:08.214393 1699137 api_server.go:279] https://192.168.76.2:8443/healthz returned 200:
ok
I0414 13:27:08.215733 1699137 api_server.go:141] control plane version: v1.32.2
I0414 13:27:08.215746 1699137 api_server.go:131] duration metric: took 11.228188ms to wait for apiserver health ...
I0414 13:27:08.215753 1699137 system_pods.go:43] waiting for kube-system pods to appear ...
I0414 13:27:08.221063 1699137 system_pods.go:59] 5 kube-system pods found
I0414 13:27:08.221091 1699137 system_pods.go:61] "etcd-scheduled-stop-919636" [f763abe1-5d28-4e0c-ad86-4ae148fd7289] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I0414 13:27:08.221099 1699137 system_pods.go:61] "kube-apiserver-scheduled-stop-919636" [d20a47fa-554c-4f05-bfeb-678badd4e54a] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I0414 13:27:08.221106 1699137 system_pods.go:61] "kube-controller-manager-scheduled-stop-919636" [221f2180-6f29-46e9-b26e-1d7123141adc] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I0414 13:27:08.221112 1699137 system_pods.go:61] "kube-scheduler-scheduled-stop-919636" [83a2d709-92e3-462b-b1f8-7f91e089a3a7] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I0414 13:27:08.221116 1699137 system_pods.go:61] "storage-provisioner" [aa45087c-f199-41af-8d0d-767bfbf81e1b] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I0414 13:27:08.221122 1699137 system_pods.go:74] duration metric: took 5.363652ms to wait for pod list to return data ...
I0414 13:27:08.221133 1699137 kubeadm.go:582] duration metric: took 990.677846ms to wait for: map[apiserver:true system_pods:true]
I0414 13:27:08.221144 1699137 node_conditions.go:102] verifying NodePressure condition ...
I0414 13:27:08.224415 1699137 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0414 13:27:08.224447 1699137 node_conditions.go:123] node cpu capacity is 2
I0414 13:27:08.224458 1699137 node_conditions.go:105] duration metric: took 3.310104ms to run NodePressure ...
I0414 13:27:08.224470 1699137 start.go:241] waiting for startup goroutines ...
I0414 13:27:08.517314 1699137 kapi.go:214] "coredns" deployment in "kube-system" namespace and "scheduled-stop-919636" context rescaled to 1 replicas
I0414 13:27:08.517335 1699137 start.go:246] waiting for cluster config update ...
I0414 13:27:08.517347 1699137 start.go:255] writing updated cluster config ...
I0414 13:27:08.517688 1699137 ssh_runner.go:195] Run: rm -f paused
I0414 13:27:08.583740 1699137 start.go:600] kubectl: 1.32.3, cluster: 1.32.2 (minor skew: 0)
I0414 13:27:08.586960 1699137 out.go:177] * Done! kubectl is now configured to use "scheduled-stop-919636" cluster and "default" namespace by default
==> Docker <==
Apr 14 13:26:47 scheduled-stop-919636 dockerd[1393]: time="2025-04-14T13:26:47.265521536Z" level=info msg="Loading containers: start."
Apr 14 13:26:47 scheduled-stop-919636 dockerd[1393]: time="2025-04-14T13:26:47.446230653Z" level=info msg="Loading containers: done."
Apr 14 13:26:47 scheduled-stop-919636 dockerd[1393]: time="2025-04-14T13:26:47.456837062Z" level=info msg="Docker daemon" commit=6430e49 containerd-snapshotter=false storage-driver=overlay2 version=28.0.4
Apr 14 13:26:47 scheduled-stop-919636 dockerd[1393]: time="2025-04-14T13:26:47.456918596Z" level=info msg="Initializing buildkit"
Apr 14 13:26:47 scheduled-stop-919636 dockerd[1393]: time="2025-04-14T13:26:47.473209158Z" level=info msg="Completed buildkit initialization"
Apr 14 13:26:47 scheduled-stop-919636 dockerd[1393]: time="2025-04-14T13:26:47.483282018Z" level=info msg="Daemon has completed initialization"
Apr 14 13:26:47 scheduled-stop-919636 dockerd[1393]: time="2025-04-14T13:26:47.483507586Z" level=info msg="API listen on /var/run/docker.sock"
Apr 14 13:26:47 scheduled-stop-919636 systemd[1]: Started Docker Application Container Engine.
Apr 14 13:26:47 scheduled-stop-919636 dockerd[1393]: time="2025-04-14T13:26:47.484752351Z" level=info msg="API listen on [::]:2376"
Apr 14 13:26:47 scheduled-stop-919636 systemd[1]: Starting CRI Interface for Docker Application Container Engine...
Apr 14 13:26:47 scheduled-stop-919636 cri-dockerd[1687]: time="2025-04-14T13:26:47Z" level=info msg="Starting cri-dockerd dev (HEAD)"
Apr 14 13:26:47 scheduled-stop-919636 cri-dockerd[1687]: time="2025-04-14T13:26:47Z" level=info msg="Connecting to docker on the Endpoint unix:///var/run/docker.sock"
Apr 14 13:26:47 scheduled-stop-919636 cri-dockerd[1687]: time="2025-04-14T13:26:47Z" level=info msg="Start docker client with request timeout 0s"
Apr 14 13:26:47 scheduled-stop-919636 cri-dockerd[1687]: time="2025-04-14T13:26:47Z" level=info msg="Hairpin mode is set to hairpin-veth"
Apr 14 13:26:47 scheduled-stop-919636 cri-dockerd[1687]: time="2025-04-14T13:26:47Z" level=info msg="Loaded network plugin cni"
Apr 14 13:26:47 scheduled-stop-919636 cri-dockerd[1687]: time="2025-04-14T13:26:47Z" level=info msg="Docker cri networking managed by network plugin cni"
Apr 14 13:26:47 scheduled-stop-919636 cri-dockerd[1687]: time="2025-04-14T13:26:47Z" level=info msg="Setting cgroupDriver cgroupfs"
Apr 14 13:26:47 scheduled-stop-919636 cri-dockerd[1687]: time="2025-04-14T13:26:47Z" level=info msg="Docker cri received runtime config &RuntimeConfig{NetworkConfig:&NetworkConfig{PodCidr:,},}"
Apr 14 13:26:47 scheduled-stop-919636 cri-dockerd[1687]: time="2025-04-14T13:26:47Z" level=info msg="Starting the GRPC backend for the Docker CRI interface."
Apr 14 13:26:47 scheduled-stop-919636 cri-dockerd[1687]: time="2025-04-14T13:26:47Z" level=info msg="Start cri-dockerd grpc backend"
Apr 14 13:26:47 scheduled-stop-919636 systemd[1]: Started CRI Interface for Docker Application Container Engine.
Apr 14 13:26:59 scheduled-stop-919636 cri-dockerd[1687]: time="2025-04-14T13:26:59Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/5225b1571433cf979fc301db1d8112d7694560cdf62c11a76c7ddb9870261380/resolv.conf as [nameserver 192.168.76.1 search us-east-2.compute.internal options ndots:0 edns0 trust-ad]"
Apr 14 13:26:59 scheduled-stop-919636 cri-dockerd[1687]: time="2025-04-14T13:26:59Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/b31331cd522244e3bb3b858b7913cb030acd116d7a0ea0d90958a82f3b4b5e53/resolv.conf as [nameserver 192.168.76.1 search us-east-2.compute.internal options ndots:0 edns0 trust-ad]"
Apr 14 13:26:59 scheduled-stop-919636 cri-dockerd[1687]: time="2025-04-14T13:26:59Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/a5169da9b5c180abdc4a6a64879358cf892fd85665f41db7a35b5aa38c903892/resolv.conf as [nameserver 192.168.76.1 search us-east-2.compute.internal options edns0 trust-ad ndots:0]"
Apr 14 13:26:59 scheduled-stop-919636 cri-dockerd[1687]: time="2025-04-14T13:26:59Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/da838e3efdef07ea87ab7a5d3b1428e26698dfc30a9c972e525ba78ae3221723/resolv.conf as [nameserver 192.168.76.1 search us-east-2.compute.internal options edns0 trust-ad ndots:0]"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
aea3b2ba44dca 7fc9d4aa817aa 11 seconds ago Running etcd 0 da838e3efdef0 etcd-scheduled-stop-919636
3a9cbf31b92a7 6417e1437b6d9 11 seconds ago Running kube-apiserver 0 a5169da9b5c18 kube-apiserver-scheduled-stop-919636
4eb655ef02a73 3c9285acfd2ff 11 seconds ago Running kube-controller-manager 0 b31331cd52224 kube-controller-manager-scheduled-stop-919636
0c2d92b983df8 82dfa03f692fb 11 seconds ago Running kube-scheduler 0 5225b1571433c kube-scheduler-scheduled-stop-919636
==> describe nodes <==
Name: scheduled-stop-919636
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=scheduled-stop-919636
kubernetes.io/os=linux
minikube.k8s.io/commit=460835bb8f21087bfa90e48a25f4afc66a903d88
minikube.k8s.io/name=scheduled-stop-919636
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_04_14T13_27_07_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 14 Apr 2025 13:27:03 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: scheduled-stop-919636
AcquireTime: <unset>
RenewTime: Mon, 14 Apr 2025 13:27:06 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 14 Apr 2025 13:27:03 +0000 Mon, 14 Apr 2025 13:27:00 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 14 Apr 2025 13:27:03 +0000 Mon, 14 Apr 2025 13:27:00 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 14 Apr 2025 13:27:03 +0000 Mon, 14 Apr 2025 13:27:00 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 14 Apr 2025 13:27:03 +0000 Mon, 14 Apr 2025 13:27:03 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: scheduled-stop-919636
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
System Info:
Machine ID: 1222b09da0a94bd2b1dade1f48c262aa
System UUID: c4c7f07a-b282-4bb8-b250-de2fb8f9dc16
Boot ID: f3ef46a0-315f-48ee-8867-b0a481cf6ff5
Kernel Version: 5.15.0-1081-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://28.0.4
Kubelet Version: v1.32.2
Kube-Proxy Version: v1.32.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (5 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system etcd-scheduled-stop-919636 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 4s
kube-system kube-apiserver-scheduled-stop-919636 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6s
kube-system kube-controller-manager-scheduled-stop-919636 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4s
kube-system kube-scheduler-scheduled-stop-919636 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 650m (32%) 0 (0%)
memory 100Mi (1%) 0 (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal NodeAllocatableEnforced 12s kubelet Updated Node Allocatable limit across pods
Normal Starting 12s kubelet Starting kubelet.
Warning CgroupV1 12s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 11s (x8 over 12s) kubelet Node scheduled-stop-919636 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 11s (x8 over 12s) kubelet Node scheduled-stop-919636 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 11s (x7 over 12s) kubelet Node scheduled-stop-919636 status is now: NodeHasSufficientPID
Normal Starting 4s kubelet Starting kubelet.
Warning CgroupV1 4s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeAllocatableEnforced 4s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 4s kubelet Node scheduled-stop-919636 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4s kubelet Node scheduled-stop-919636 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4s kubelet Node scheduled-stop-919636 status is now: NodeHasSufficientPID
Normal RegisteredNode 0s node-controller Node scheduled-stop-919636 event: Registered Node scheduled-stop-919636 in Controller
==> dmesg <==
==> etcd [aea3b2ba44dc] <==
{"level":"info","ts":"2025-04-14T13:27:00.364180Z","caller":"embed/etcd.go:871","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-04-14T13:27:00.365008Z","caller":"embed/etcd.go:600","msg":"serving peer traffic","address":"192.168.76.2:2380"}
{"level":"info","ts":"2025-04-14T13:27:00.365076Z","caller":"embed/etcd.go:572","msg":"cmux::serve","address":"192.168.76.2:2380"}
{"level":"info","ts":"2025-04-14T13:27:00.366040Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 switched to configuration voters=(16896983918768216326)"}
{"level":"info","ts":"2025-04-14T13:27:00.366255Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6f20f2c4b2fb5f8a","local-member-id":"ea7e25599daad906","added-peer-id":"ea7e25599daad906","added-peer-peer-urls":["https://192.168.76.2:2380"]}
{"level":"info","ts":"2025-04-14T13:27:00.712982Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 is starting a new election at term 1"}
{"level":"info","ts":"2025-04-14T13:27:00.713113Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 became pre-candidate at term 1"}
{"level":"info","ts":"2025-04-14T13:27:00.713194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 received MsgPreVoteResp from ea7e25599daad906 at term 1"}
{"level":"info","ts":"2025-04-14T13:27:00.713322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 became candidate at term 2"}
{"level":"info","ts":"2025-04-14T13:27:00.713362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 received MsgVoteResp from ea7e25599daad906 at term 2"}
{"level":"info","ts":"2025-04-14T13:27:00.713420Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ea7e25599daad906 became leader at term 2"}
{"level":"info","ts":"2025-04-14T13:27:00.713448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ea7e25599daad906 elected leader ea7e25599daad906 at term 2"}
{"level":"info","ts":"2025-04-14T13:27:00.721096Z","caller":"etcdserver/server.go:2651","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2025-04-14T13:27:00.725194Z","caller":"etcdserver/server.go:2140","msg":"published local member to cluster through raft","local-member-id":"ea7e25599daad906","local-member-attributes":"{Name:scheduled-stop-919636 ClientURLs:[https://192.168.76.2:2379]}","request-path":"/0/members/ea7e25599daad906/attributes","cluster-id":"6f20f2c4b2fb5f8a","publish-timeout":"7s"}
{"level":"info","ts":"2025-04-14T13:27:00.725291Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-04-14T13:27:00.729601Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6f20f2c4b2fb5f8a","local-member-id":"ea7e25599daad906","cluster-version":"3.5"}
{"level":"info","ts":"2025-04-14T13:27:00.729834Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2025-04-14T13:27:00.729982Z","caller":"etcdserver/server.go:2675","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2025-04-14T13:27:00.725312Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-04-14T13:27:00.730843Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-04-14T13:27:00.731851Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.76.2:2379"}
{"level":"info","ts":"2025-04-14T13:27:00.740969Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-04-14T13:27:00.741194Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-04-14T13:27:00.742665Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-04-14T13:27:00.745779Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
==> kernel <==
13:27:10 up 7:09, 0 users, load average: 2.60, 2.12, 2.49
Linux scheduled-stop-919636 5.15.0-1081-aws #88~20.04.1-Ubuntu SMP Fri Mar 28 14:48:25 UTC 2025 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kube-apiserver [3a9cbf31b92a] <==
I0414 13:27:03.805630 1 cache.go:39] Caches are synced for LocalAvailability controller
I0414 13:27:03.821011 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0414 13:27:03.823971 1 cache.go:39] Caches are synced for RemoteAvailability controller
I0414 13:27:03.824250 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I0414 13:27:03.825059 1 shared_informer.go:320] Caches are synced for configmaps
I0414 13:27:03.825433 1 shared_informer.go:320] Caches are synced for cluster_authentication_trust_controller
I0414 13:27:03.826374 1 apf_controller.go:382] Running API Priority and Fairness config worker
I0414 13:27:03.831343 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I0414 13:27:03.827404 1 controller.go:615] quota admission added evaluator for: namespaces
E0414 13:27:03.879738 1 controller.go:145] "Failed to ensure lease exists, will retry" err="namespaces \"kube-system\" not found" interval="200ms"
I0414 13:27:04.083556 1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io
I0414 13:27:04.430278 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I0414 13:27:04.449929 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I0414 13:27:04.450176 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I0414 13:27:05.408171 1 controller.go:615] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I0414 13:27:05.494348 1 controller.go:615] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I0414 13:27:05.688436 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I0414 13:27:05.711939 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W0414 13:27:05.750975 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.76.2]
I0414 13:27:05.752309 1 controller.go:615] quota admission added evaluator for: endpoints
I0414 13:27:05.779617 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I0414 13:27:06.429170 1 controller.go:615] quota admission added evaluator for: deployments.apps
I0414 13:27:06.445433 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I0414 13:27:06.457801 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I0414 13:27:10.226899 1 controller.go:615] quota admission added evaluator for: replicasets.apps
==> kube-controller-manager [4eb655ef02a7] <==
I0414 13:27:10.201619 1 shared_informer.go:320] Caches are synced for persistent volume
I0414 13:27:10.213762 1 shared_informer.go:320] Caches are synced for resource quota
I0414 13:27:10.214033 1 shared_informer.go:320] Caches are synced for job
I0414 13:27:10.211991 1 shared_informer.go:320] Caches are synced for certificate-csrapproving
I0414 13:27:10.212024 1 shared_informer.go:320] Caches are synced for ReplicationController
I0414 13:27:10.212038 1 shared_informer.go:320] Caches are synced for certificate-csrsigning-kubelet-serving
I0414 13:27:10.215203 1 shared_informer.go:320] Caches are synced for namespace
I0414 13:27:10.215361 1 shared_informer.go:320] Caches are synced for certificate-csrsigning-legacy-unknown
I0414 13:27:10.215513 1 shared_informer.go:320] Caches are synced for certificate-csrsigning-kubelet-client
I0414 13:27:10.215666 1 shared_informer.go:320] Caches are synced for certificate-csrsigning-kube-apiserver-client
I0414 13:27:10.215967 1 shared_informer.go:320] Caches are synced for cronjob
I0414 13:27:10.233761 1 range_allocator.go:247] "Successfully synced" logger="node-ipam-controller" key="scheduled-stop-919636"
I0414 13:27:10.235129 1 shared_informer.go:320] Caches are synced for taint-eviction-controller
I0414 13:27:10.245400 1 shared_informer.go:320] Caches are synced for disruption
I0414 13:27:10.249069 1 shared_informer.go:320] Caches are synced for endpoint_slice_mirroring
I0414 13:27:10.249304 1 shared_informer.go:320] Caches are synced for garbage collector
I0414 13:27:10.249318 1 shared_informer.go:320] Caches are synced for validatingadmissionpolicy-status
I0414 13:27:10.249329 1 shared_informer.go:320] Caches are synced for service account
I0414 13:27:10.250218 1 shared_informer.go:320] Caches are synced for PV protection
I0414 13:27:10.250862 1 shared_informer.go:320] Caches are synced for TTL after finished
I0414 13:27:10.250236 1 shared_informer.go:320] Caches are synced for endpoint_slice
I0414 13:27:10.250244 1 shared_informer.go:320] Caches are synced for TTL
I0414 13:27:10.252088 1 shared_informer.go:320] Caches are synced for GC
I0414 13:27:10.258586 1 shared_informer.go:320] Caches are synced for resource quota
I0414 13:27:10.258758 1 shared_informer.go:320] Caches are synced for stateful set
==> kube-scheduler [0c2d92b983df] <==
I0414 13:27:04.206707 1 serving.go:386] Generated self-signed cert in-memory
I0414 13:27:05.917152 1 server.go:166] "Starting Kubernetes Scheduler" version="v1.32.2"
I0414 13:27:05.917345 1 server.go:168] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0414 13:27:05.922630 1 secure_serving.go:213] Serving securely on 127.0.0.1:10259
I0414 13:27:05.922959 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I0414 13:27:05.929131 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController
I0414 13:27:05.924977 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I0414 13:27:05.926850 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I0414 13:27:05.948497 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0414 13:27:05.953463 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0414 13:27:05.926837 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0414 13:27:05.954309 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0414 13:27:06.030326 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController
I0414 13:27:06.056642 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Apr 14 13:27:06 scheduled-stop-919636 kubelet[2548]: I0414 13:27:06.761364 2548 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"usr-share-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/59943f17d6023cd47c063dc9b7151d15-usr-share-ca-certificates\") pod \"kube-apiserver-scheduled-stop-919636\" (UID: \"59943f17d6023cd47c063dc9b7151d15\") " pod="kube-system/kube-apiserver-scheduled-stop-919636"
Apr 14 13:27:06 scheduled-stop-919636 kubelet[2548]: I0414 13:27:06.761382 2548 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kubeconfig\" (UniqueName: \"kubernetes.io/host-path/6c74a53e04164c89d08331d3ac230128-kubeconfig\") pod \"kube-controller-manager-scheduled-stop-919636\" (UID: \"6c74a53e04164c89d08331d3ac230128\") " pod="kube-system/kube-controller-manager-scheduled-stop-919636"
Apr 14 13:27:06 scheduled-stop-919636 kubelet[2548]: I0414 13:27:06.761400 2548 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ca-certs\" (UniqueName: \"kubernetes.io/host-path/59943f17d6023cd47c063dc9b7151d15-ca-certs\") pod \"kube-apiserver-scheduled-stop-919636\" (UID: \"59943f17d6023cd47c063dc9b7151d15\") " pod="kube-system/kube-apiserver-scheduled-stop-919636"
Apr 14 13:27:06 scheduled-stop-919636 kubelet[2548]: I0414 13:27:06.761420 2548 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"k8s-certs\" (UniqueName: \"kubernetes.io/host-path/59943f17d6023cd47c063dc9b7151d15-k8s-certs\") pod \"kube-apiserver-scheduled-stop-919636\" (UID: \"59943f17d6023cd47c063dc9b7151d15\") " pod="kube-system/kube-apiserver-scheduled-stop-919636"
Apr 14 13:27:06 scheduled-stop-919636 kubelet[2548]: I0414 13:27:06.761438 2548 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/6c74a53e04164c89d08331d3ac230128-etc-ca-certificates\") pod \"kube-controller-manager-scheduled-stop-919636\" (UID: \"6c74a53e04164c89d08331d3ac230128\") " pod="kube-system/kube-controller-manager-scheduled-stop-919636"
Apr 14 13:27:06 scheduled-stop-919636 kubelet[2548]: I0414 13:27:06.761456 2548 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"flexvolume-dir\" (UniqueName: \"kubernetes.io/host-path/6c74a53e04164c89d08331d3ac230128-flexvolume-dir\") pod \"kube-controller-manager-scheduled-stop-919636\" (UID: \"6c74a53e04164c89d08331d3ac230128\") " pod="kube-system/kube-controller-manager-scheduled-stop-919636"
Apr 14 13:27:06 scheduled-stop-919636 kubelet[2548]: I0414 13:27:06.761477 2548 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"usr-local-share-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/6c74a53e04164c89d08331d3ac230128-usr-local-share-ca-certificates\") pod \"kube-controller-manager-scheduled-stop-919636\" (UID: \"6c74a53e04164c89d08331d3ac230128\") " pod="kube-system/kube-controller-manager-scheduled-stop-919636"
Apr 14 13:27:06 scheduled-stop-919636 kubelet[2548]: I0414 13:27:06.761497 2548 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"usr-share-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/6c74a53e04164c89d08331d3ac230128-usr-share-ca-certificates\") pod \"kube-controller-manager-scheduled-stop-919636\" (UID: \"6c74a53e04164c89d08331d3ac230128\") " pod="kube-system/kube-controller-manager-scheduled-stop-919636"
Apr 14 13:27:06 scheduled-stop-919636 kubelet[2548]: I0414 13:27:06.761517 2548 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-certs\" (UniqueName: \"kubernetes.io/host-path/0b810b4a5ad128797ceda30b7998b696-etcd-certs\") pod \"etcd-scheduled-stop-919636\" (UID: \"0b810b4a5ad128797ceda30b7998b696\") " pod="kube-system/etcd-scheduled-stop-919636"
Apr 14 13:27:06 scheduled-stop-919636 kubelet[2548]: I0414 13:27:06.761533 2548 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ca-certs\" (UniqueName: \"kubernetes.io/host-path/6c74a53e04164c89d08331d3ac230128-ca-certs\") pod \"kube-controller-manager-scheduled-stop-919636\" (UID: \"6c74a53e04164c89d08331d3ac230128\") " pod="kube-system/kube-controller-manager-scheduled-stop-919636"
Apr 14 13:27:07 scheduled-stop-919636 kubelet[2548]: I0414 13:27:07.313884 2548 apiserver.go:52] "Watching apiserver"
Apr 14 13:27:07 scheduled-stop-919636 kubelet[2548]: I0414 13:27:07.367032 2548 desired_state_of_world_populator.go:157] "Finished populating initial desired state of world"
Apr 14 13:27:07 scheduled-stop-919636 kubelet[2548]: I0414 13:27:07.385751 2548 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-controller-manager-scheduled-stop-919636" podStartSLOduration=1.38573337 podStartE2EDuration="1.38573337s" podCreationTimestamp="2025-04-14 13:27:06 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-04-14 13:27:07.385441939 +0000 UTC m=+1.160633485" watchObservedRunningTime="2025-04-14 13:27:07.38573337 +0000 UTC m=+1.160924900"
Apr 14 13:27:07 scheduled-stop-919636 kubelet[2548]: I0414 13:27:07.424856 2548 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-scheduler-scheduled-stop-919636" podStartSLOduration=1.424819673 podStartE2EDuration="1.424819673s" podCreationTimestamp="2025-04-14 13:27:06 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-04-14 13:27:07.408489906 +0000 UTC m=+1.183681444" watchObservedRunningTime="2025-04-14 13:27:07.424819673 +0000 UTC m=+1.200011211"
Apr 14 13:27:07 scheduled-stop-919636 kubelet[2548]: I0414 13:27:07.444130 2548 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/etcd-scheduled-stop-919636" podStartSLOduration=1.444113309 podStartE2EDuration="1.444113309s" podCreationTimestamp="2025-04-14 13:27:06 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-04-14 13:27:07.425260873 +0000 UTC m=+1.200452419" watchObservedRunningTime="2025-04-14 13:27:07.444113309 +0000 UTC m=+1.219304863"
Apr 14 13:27:07 scheduled-stop-919636 kubelet[2548]: I0414 13:27:07.479540 2548 kubelet.go:3200] "Creating a mirror pod for static pod" pod="kube-system/kube-scheduler-scheduled-stop-919636"
Apr 14 13:27:07 scheduled-stop-919636 kubelet[2548]: I0414 13:27:07.480166 2548 kubelet.go:3200] "Creating a mirror pod for static pod" pod="kube-system/etcd-scheduled-stop-919636"
Apr 14 13:27:07 scheduled-stop-919636 kubelet[2548]: I0414 13:27:07.481636 2548 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-apiserver-scheduled-stop-919636" podStartSLOduration=3.481601951 podStartE2EDuration="3.481601951s" podCreationTimestamp="2025-04-14 13:27:04 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-04-14 13:27:07.444718744 +0000 UTC m=+1.219910290" watchObservedRunningTime="2025-04-14 13:27:07.481601951 +0000 UTC m=+1.256793481"
Apr 14 13:27:07 scheduled-stop-919636 kubelet[2548]: E0414 13:27:07.496417 2548 kubelet.go:3202] "Failed creating a mirror pod" err="pods \"kube-scheduler-scheduled-stop-919636\" already exists" pod="kube-system/kube-scheduler-scheduled-stop-919636"
Apr 14 13:27:07 scheduled-stop-919636 kubelet[2548]: E0414 13:27:07.500825 2548 kubelet.go:3202] "Failed creating a mirror pod" err="pods \"etcd-scheduled-stop-919636\" already exists" pod="kube-system/etcd-scheduled-stop-919636"
Apr 14 13:27:10 scheduled-stop-919636 kubelet[2548]: I0414 13:27:10.392247 2548 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/aa45087c-f199-41af-8d0d-767bfbf81e1b-tmp\") pod \"storage-provisioner\" (UID: \"aa45087c-f199-41af-8d0d-767bfbf81e1b\") " pod="kube-system/storage-provisioner"
Apr 14 13:27:10 scheduled-stop-919636 kubelet[2548]: I0414 13:27:10.392299 2548 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jm74p\" (UniqueName: \"kubernetes.io/projected/aa45087c-f199-41af-8d0d-767bfbf81e1b-kube-api-access-jm74p\") pod \"storage-provisioner\" (UID: \"aa45087c-f199-41af-8d0d-767bfbf81e1b\") " pod="kube-system/storage-provisioner"
Apr 14 13:27:10 scheduled-stop-919636 kubelet[2548]: E0414 13:27:10.506307 2548 projected.go:288] Couldn't get configMap kube-system/kube-root-ca.crt: configmap "kube-root-ca.crt" not found
Apr 14 13:27:10 scheduled-stop-919636 kubelet[2548]: E0414 13:27:10.506496 2548 projected.go:194] Error preparing data for projected volume kube-api-access-jm74p for pod kube-system/storage-provisioner: configmap "kube-root-ca.crt" not found
Apr 14 13:27:10 scheduled-stop-919636 kubelet[2548]: E0414 13:27:10.506658 2548 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/aa45087c-f199-41af-8d0d-767bfbf81e1b-kube-api-access-jm74p podName:aa45087c-f199-41af-8d0d-767bfbf81e1b nodeName:}" failed. No retries permitted until 2025-04-14 13:27:11.00662295 +0000 UTC m=+4.781814479 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-jm74p" (UniqueName: "kubernetes.io/projected/aa45087c-f199-41af-8d0d-767bfbf81e1b-kube-api-access-jm74p") pod "storage-provisioner" (UID: "aa45087c-f199-41af-8d0d-767bfbf81e1b") : configmap "kube-root-ca.crt" not found
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p scheduled-stop-919636 -n scheduled-stop-919636
helpers_test.go:261: (dbg) Run: kubectl --context scheduled-stop-919636 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: storage-provisioner
helpers_test.go:274: ======> post-mortem[TestScheduledStopUnix]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context scheduled-stop-919636 describe pod storage-provisioner
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context scheduled-stop-919636 describe pod storage-provisioner: exit status 1 (178.902042ms)
** stderr **
Error from server (NotFound): pods "storage-provisioner" not found
** /stderr **
helpers_test.go:279: kubectl --context scheduled-stop-919636 describe pod storage-provisioner: exit status 1
helpers_test.go:175: Cleaning up "scheduled-stop-919636" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p scheduled-stop-919636
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p scheduled-stop-919636: (1.811369994s)
--- FAIL: TestScheduledStopUnix (37.84s)