=== RUN TestMultiControlPlane/serial/HAppyAfterClusterStart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:309: expected profile "ha-629066" in json of 'profile list' to have "HAppy" status but have "Starting" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-629066\",\"Status\":\"Starting\",\"Config\":{\"Name\":\"ha-629066\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1\",\"Memory\":3072,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"docker\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",
\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.34.0\",\"ClusterName\":\"ha-629066\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.49.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.49.2\",\"Port\":8443,\"KubernetesVersion\":\"v1.34.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\"
:\"192.168.49.3\",\"Port\":8443,\"KubernetesVersion\":\"v1.34.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.49.4\",\"Port\":8443,\"KubernetesVersion\":\"v1.34.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"\",\"Port\":0,\"KubernetesVersion\":\"v1.34.0\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubetail\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-d
river-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"MountString\":\"\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":fal
se,\"DisableCoreDNSLog\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterClusterStart]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterClusterStart]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect ha-629066
helpers_test.go:243: (dbg) docker inspect ha-629066:
-- stdout --
[
{
"Id": "4fb307e8940c33ff3a4c6b6071e0d2fe9f5026498a15413bf7ae044b9924857f",
"Created": "2025-09-18T16:48:04.637150279Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 67713,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-09-18T16:48:04.672978046Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:c6b5532e987b5b4f5fc9cb0336e378ed49c0542bad8cbfc564b71e977a6269de",
"ResolvConfPath": "/var/lib/docker/containers/4fb307e8940c33ff3a4c6b6071e0d2fe9f5026498a15413bf7ae044b9924857f/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/4fb307e8940c33ff3a4c6b6071e0d2fe9f5026498a15413bf7ae044b9924857f/hostname",
"HostsPath": "/var/lib/docker/containers/4fb307e8940c33ff3a4c6b6071e0d2fe9f5026498a15413bf7ae044b9924857f/hosts",
"LogPath": "/var/lib/docker/containers/4fb307e8940c33ff3a4c6b6071e0d2fe9f5026498a15413bf7ae044b9924857f/4fb307e8940c33ff3a4c6b6071e0d2fe9f5026498a15413bf7ae044b9924857f-json.log",
"Name": "/ha-629066",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"ha-629066:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "ha-629066",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "4fb307e8940c33ff3a4c6b6071e0d2fe9f5026498a15413bf7ae044b9924857f",
"LowerDir": "/var/lib/docker/overlay2/fc4cd941a02d92324feb7ad3da1e611dbbda66830513cd3a6638e5301eb413c6-init/diff:/var/lib/docker/overlay2/6b2b81e600865ad987709ab6c4ab73cba9de327c131f4a43dc20155c52895ba6/diff",
"MergedDir": "/var/lib/docker/overlay2/fc4cd941a02d92324feb7ad3da1e611dbbda66830513cd3a6638e5301eb413c6/merged",
"UpperDir": "/var/lib/docker/overlay2/fc4cd941a02d92324feb7ad3da1e611dbbda66830513cd3a6638e5301eb413c6/diff",
"WorkDir": "/var/lib/docker/overlay2/fc4cd941a02d92324feb7ad3da1e611dbbda66830513cd3a6638e5301eb413c6/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "ha-629066",
"Source": "/var/lib/docker/volumes/ha-629066/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "ha-629066",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "ha-629066",
"name.minikube.sigs.k8s.io": "ha-629066",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "649f1853d4b42664945ef51828f7db79a1650c131d5519563dfc638c23d2c89d",
"SandboxKey": "/var/run/docker/netns/649f1853d4b4",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32783"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32784"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32787"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32785"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32786"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"ha-629066": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "62:00:c8:9c:9e:4b",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "bab368afda835b409e4a44f726bf897a2951d066a7c34dbd6a5b32323e4f85ba",
"EndpointID": "227f381cf3dafb8a291be5ed59433facd848aa1b78e17bec0765975af9eb0a61",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"ha-629066",
"4fb307e8940c"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-629066 -n ha-629066
helpers_test.go:252: <<< TestMultiControlPlane/serial/HAppyAfterClusterStart FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterClusterStart]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-amd64 -p ha-629066 logs -n 25
helpers_test.go:260: TestMultiControlPlane/serial/HAppyAfterClusterStart logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ kubectl │ ha-629066 kubectl -- get pods -o jsonpath='{.items[*].status.podIP}' │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:53 UTC │ 18 Sep 25 16:53 UTC │
│ kubectl │ ha-629066 kubectl -- get pods -o jsonpath='{.items[*].status.podIP}' │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:53 UTC │ 18 Sep 25 16:53 UTC │
│ kubectl │ ha-629066 kubectl -- get pods -o jsonpath='{.items[*].status.podIP}' │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:53 UTC │ 18 Sep 25 16:53 UTC │
│ kubectl │ ha-629066 kubectl -- get pods -o jsonpath='{.items[*].status.podIP}' │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:53 UTC │ 18 Sep 25 16:53 UTC │
│ kubectl │ ha-629066 kubectl -- get pods -o jsonpath='{.items[*].status.podIP}' │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:54 UTC │ 18 Sep 25 16:54 UTC │
│ kubectl │ ha-629066 kubectl -- get pods -o jsonpath='{.items[*].status.podIP}' │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:54 UTC │ 18 Sep 25 16:54 UTC │
│ kubectl │ ha-629066 kubectl -- get pods -o jsonpath='{.items[*].status.podIP}' │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:54 UTC │ 18 Sep 25 16:54 UTC │
│ kubectl │ ha-629066 kubectl -- get pods -o jsonpath='{.items[*].status.podIP}' │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ 18 Sep 25 16:55 UTC │
│ kubectl │ ha-629066 kubectl -- get pods -o jsonpath='{.items[*].metadata.name}' │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ 18 Sep 25 16:55 UTC │
│ kubectl │ ha-629066 kubectl -- exec busybox-7b57f96db7-2z4xb -- nslookup kubernetes.io │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ 18 Sep 25 16:55 UTC │
│ kubectl │ ha-629066 kubectl -- exec busybox-7b57f96db7-fxq9l -- nslookup kubernetes.io │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ 18 Sep 25 16:55 UTC │
│ kubectl │ ha-629066 kubectl -- exec busybox-7b57f96db7-mx8xj -- nslookup kubernetes.io │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ │
│ kubectl │ ha-629066 kubectl -- exec busybox-7b57f96db7-2z4xb -- nslookup kubernetes.default │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ 18 Sep 25 16:55 UTC │
│ kubectl │ ha-629066 kubectl -- exec busybox-7b57f96db7-fxq9l -- nslookup kubernetes.default │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ 18 Sep 25 16:55 UTC │
│ kubectl │ ha-629066 kubectl -- exec busybox-7b57f96db7-mx8xj -- nslookup kubernetes.default │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ │
│ kubectl │ ha-629066 kubectl -- exec busybox-7b57f96db7-2z4xb -- nslookup kubernetes.default.svc.cluster.local │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ 18 Sep 25 16:55 UTC │
│ kubectl │ ha-629066 kubectl -- exec busybox-7b57f96db7-fxq9l -- nslookup kubernetes.default.svc.cluster.local │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ 18 Sep 25 16:55 UTC │
│ kubectl │ ha-629066 kubectl -- exec busybox-7b57f96db7-mx8xj -- nslookup kubernetes.default.svc.cluster.local │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ │
│ kubectl │ ha-629066 kubectl -- get pods -o jsonpath='{.items[*].metadata.name}' │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ 18 Sep 25 16:55 UTC │
│ kubectl │ ha-629066 kubectl -- exec busybox-7b57f96db7-2z4xb -- sh -c nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3 │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ 18 Sep 25 16:55 UTC │
│ kubectl │ ha-629066 kubectl -- exec busybox-7b57f96db7-2z4xb -- sh -c ping -c 1 192.168.49.1 │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ 18 Sep 25 16:55 UTC │
│ kubectl │ ha-629066 kubectl -- exec busybox-7b57f96db7-fxq9l -- sh -c nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3 │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ 18 Sep 25 16:55 UTC │
│ kubectl │ ha-629066 kubectl -- exec busybox-7b57f96db7-fxq9l -- sh -c ping -c 1 192.168.49.1 │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ 18 Sep 25 16:55 UTC │
│ kubectl │ ha-629066 kubectl -- exec busybox-7b57f96db7-mx8xj -- sh -c nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3 │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ 18 Sep 25 16:55 UTC │
│ node │ ha-629066 node add --alsologtostderr -v 5 │ ha-629066 │ jenkins │ v1.37.0 │ 18 Sep 25 16:55 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/09/18 16:48:00
Running on machine: ubuntu-20-agent
Binary: Built with gc go1.24.6 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0918 16:48:00.213972 67144 out.go:360] Setting OutFile to fd 1 ...
I0918 16:48:00.214066 67144 out.go:408] TERM=,COLORTERM=, which probably does not support color
I0918 16:48:00.214074 67144 out.go:374] Setting ErrFile to fd 2...
I0918 16:48:00.214079 67144 out.go:408] TERM=,COLORTERM=, which probably does not support color
I0918 16:48:00.214291 67144 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20370-7636/.minikube/bin
I0918 16:48:00.214814 67144 out.go:368] Setting JSON to false
I0918 16:48:00.215747 67144 start.go:130] hostinfo: {"hostname":"ubuntu-20-agent","uptime":1824,"bootTime":1758212256,"procs":193,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1037-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0918 16:48:00.215835 67144 start.go:140] virtualization: kvm guest
I0918 16:48:00.217749 67144 out.go:179] * [ha-629066] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I0918 16:48:00.219052 67144 out.go:179] - MINIKUBE_LOCATION=20370
I0918 16:48:00.219086 67144 notify.go:220] Checking for updates...
I0918 16:48:00.221475 67144 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0918 16:48:00.222468 67144 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/20370-7636/kubeconfig
I0918 16:48:00.223736 67144 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20370-7636/.minikube
I0918 16:48:00.224985 67144 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I0918 16:48:00.226198 67144 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I0918 16:48:00.227594 67144 driver.go:421] Setting default libvirt URI to qemu:///system
I0918 16:48:00.250352 67144 docker.go:123] docker version: linux-28.4.0:Docker Engine - Community
I0918 16:48:00.250501 67144 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0918 16:48:00.304912 67144 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:24 OomKillDisable:false NGoroutines:45 SystemTime:2025-09-18 16:48:00.29566839 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1037-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x8
6_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652162560 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent Labels:[] ExperimentalBuild:false ServerVersion:28.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[N
ame:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.27.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.39.2] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner (EXPERIMENTAL) Vendor:Docker Inc. Version:v0.1.39] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0918 16:48:00.305026 67144 docker.go:318] overlay module found
I0918 16:48:00.306863 67144 out.go:179] * Using the docker driver based on user configuration
I0918 16:48:00.308124 67144 start.go:304] selected driver: docker
I0918 16:48:00.308143 67144 start.go:924] validating driver "docker" against <nil>
I0918 16:48:00.308159 67144 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0918 16:48:00.308853 67144 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0918 16:48:00.366416 67144 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:24 OomKillDisable:false NGoroutines:45 SystemTime:2025-09-18 16:48:00.356348971 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1037-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652162560 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent Labels:[] ExperimentalBuild:false ServerVersion:28.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[
Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.27.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.39.2] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner (EXPERIMENTAL) Vendor:Docker Inc. Version:v0.1.39] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0918 16:48:00.366576 67144 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I0918 16:48:00.366811 67144 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0918 16:48:00.368432 67144 out.go:179] * Using Docker driver with root privileges
I0918 16:48:00.369560 67144 cni.go:84] Creating CNI manager for ""
I0918 16:48:00.369623 67144 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I0918 16:48:00.369634 67144 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I0918 16:48:00.369707 67144 start.go:348] cluster config:
{Name:ha-629066 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.0 ClusterName:ha-629066 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin
:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0918 16:48:00.371036 67144 out.go:179] * Starting "ha-629066" primary control-plane node in "ha-629066" cluster
I0918 16:48:00.372126 67144 cache.go:123] Beginning downloading kic base image for docker with docker
I0918 16:48:00.373305 67144 out.go:179] * Pulling base image v0.0.48 ...
I0918 16:48:00.374350 67144 preload.go:131] Checking if preload exists for k8s version v1.34.0 and runtime docker
I0918 16:48:00.374391 67144 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20370-7636/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.0-docker-overlay2-amd64.tar.lz4
I0918 16:48:00.374405 67144 cache.go:58] Caching tarball of preloaded images
I0918 16:48:00.374447 67144 image.go:81] Checking for gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 in local docker daemon
I0918 16:48:00.374512 67144 preload.go:172] Found /home/jenkins/minikube-integration/20370-7636/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0918 16:48:00.374531 67144 cache.go:61] Finished verifying existence of preloaded tar for v1.34.0 on docker
I0918 16:48:00.374837 67144 profile.go:143] Saving config to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/config.json ...
I0918 16:48:00.374863 67144 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/config.json: {Name:mkaac36cc323b10ac084ab2437d3376dad03f1fc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:48:00.395203 67144 image.go:100] Found gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 in local docker daemon, skipping pull
I0918 16:48:00.395224 67144 cache.go:147] gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 exists in daemon, skipping load
I0918 16:48:00.395239 67144 cache.go:232] Successfully downloaded all kic artifacts
I0918 16:48:00.395281 67144 start.go:360] acquireMachinesLock for ha-629066: {Name:mk7269e709a63c2ac65cdf8d24de966ed425d02e Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0918 16:48:00.395373 67144 start.go:364] duration metric: took 77.991µs to acquireMachinesLock for "ha-629066"
I0918 16:48:00.395398 67144 start.go:93] Provisioning new machine with config: &{Name:ha-629066 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.0 ClusterName:ha-629066 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APISer
verIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: Socket
VMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0918 16:48:00.395533 67144 start.go:125] createHost starting for "" (driver="docker")
I0918 16:48:00.397430 67144 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I0918 16:48:00.397616 67144 start.go:159] libmachine.API.Create for "ha-629066" (driver="docker")
I0918 16:48:00.397643 67144 client.go:168] LocalClient.Create starting
I0918 16:48:00.397722 67144 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem
I0918 16:48:00.397752 67144 main.go:141] libmachine: Decoding PEM data...
I0918 16:48:00.397765 67144 main.go:141] libmachine: Parsing certificate...
I0918 16:48:00.397830 67144 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem
I0918 16:48:00.397850 67144 main.go:141] libmachine: Decoding PEM data...
I0918 16:48:00.397859 67144 main.go:141] libmachine: Parsing certificate...
I0918 16:48:00.398168 67144 cli_runner.go:164] Run: docker network inspect ha-629066 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0918 16:48:00.415394 67144 cli_runner.go:211] docker network inspect ha-629066 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0918 16:48:00.415464 67144 network_create.go:284] running [docker network inspect ha-629066] to gather additional debugging logs...
I0918 16:48:00.415488 67144 cli_runner.go:164] Run: docker network inspect ha-629066
W0918 16:48:00.432992 67144 cli_runner.go:211] docker network inspect ha-629066 returned with exit code 1
I0918 16:48:00.433027 67144 network_create.go:287] error running [docker network inspect ha-629066]: docker network inspect ha-629066: exit status 1
stdout:
[]
stderr:
Error response from daemon: network ha-629066 not found
I0918 16:48:00.433054 67144 network_create.go:289] output of [docker network inspect ha-629066]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network ha-629066 not found
** /stderr **
I0918 16:48:00.433199 67144 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0918 16:48:00.450448 67144 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc00033d840}
I0918 16:48:00.450490 67144 network_create.go:124] attempt to create docker network ha-629066 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0918 16:48:00.450556 67144 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=ha-629066 ha-629066
I0918 16:48:00.510562 67144 network_create.go:108] docker network ha-629066 192.168.49.0/24 created
I0918 16:48:00.510596 67144 kic.go:121] calculated static IP "192.168.49.2" for the "ha-629066" container
I0918 16:48:00.510687 67144 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0918 16:48:00.528054 67144 cli_runner.go:164] Run: docker volume create ha-629066 --label name.minikube.sigs.k8s.io=ha-629066 --label created_by.minikube.sigs.k8s.io=true
I0918 16:48:00.546745 67144 oci.go:103] Successfully created a docker volume ha-629066
I0918 16:48:00.546818 67144 cli_runner.go:164] Run: docker run --rm --name ha-629066-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ha-629066 --entrypoint /usr/bin/test -v ha-629066:/var gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 -d /var/lib
I0918 16:48:00.917940 67144 oci.go:107] Successfully prepared a docker volume ha-629066
I0918 16:48:00.918006 67144 preload.go:131] Checking if preload exists for k8s version v1.34.0 and runtime docker
I0918 16:48:00.918033 67144 kic.go:194] Starting extracting preloaded images to volume ...
I0918 16:48:00.918109 67144 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20370-7636/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.0-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v ha-629066:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 -I lz4 -xf /preloaded.tar -C /extractDir
I0918 16:48:04.566067 67144 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20370-7636/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.0-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v ha-629066:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 -I lz4 -xf /preloaded.tar -C /extractDir: (3.64791253s)
I0918 16:48:04.566106 67144 kic.go:203] duration metric: took 3.648068687s to extract preloaded images to volume ...
W0918 16:48:04.566239 67144 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W0918 16:48:04.566303 67144 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I0918 16:48:04.566340 67144 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0918 16:48:04.620682 67144 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname ha-629066 --name ha-629066 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ha-629066 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=ha-629066 --network ha-629066 --ip 192.168.49.2 --volume ha-629066:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1
I0918 16:48:04.881143 67144 cli_runner.go:164] Run: docker container inspect ha-629066 --format={{.State.Running}}
I0918 16:48:04.899761 67144 cli_runner.go:164] Run: docker container inspect ha-629066 --format={{.State.Status}}
I0918 16:48:04.919268 67144 cli_runner.go:164] Run: docker exec ha-629066 stat /var/lib/dpkg/alternatives/iptables
I0918 16:48:04.972787 67144 oci.go:144] the created container "ha-629066" has a running status.
I0918 16:48:04.972826 67144 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066/id_rsa...
I0918 16:48:05.108508 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I0918 16:48:05.108564 67144 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0918 16:48:05.145637 67144 cli_runner.go:164] Run: docker container inspect ha-629066 --format={{.State.Status}}
I0918 16:48:05.167435 67144 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0918 16:48:05.167459 67144 kic_runner.go:114] Args: [docker exec --privileged ha-629066 chown docker:docker /home/docker/.ssh/authorized_keys]
I0918 16:48:05.212619 67144 cli_runner.go:164] Run: docker container inspect ha-629066 --format={{.State.Status}}
I0918 16:48:05.234661 67144 machine.go:93] provisionDockerMachine start ...
I0918 16:48:05.234761 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:05.254377 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:48:05.254668 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32783 <nil> <nil>}
I0918 16:48:05.254690 67144 main.go:141] libmachine: About to run SSH command:
hostname
I0918 16:48:05.393189 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-629066
I0918 16:48:05.393229 67144 ubuntu.go:182] provisioning hostname "ha-629066"
I0918 16:48:05.393302 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:05.412999 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:48:05.413234 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32783 <nil> <nil>}
I0918 16:48:05.413267 67144 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-629066 && echo "ha-629066" | sudo tee /etc/hostname
I0918 16:48:05.563319 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-629066
I0918 16:48:05.563382 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:05.581784 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:48:05.582093 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32783 <nil> <nil>}
I0918 16:48:05.582120 67144 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-629066' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-629066/g' /etc/hosts;
else
echo '127.0.1.1 ha-629066' | sudo tee -a /etc/hosts;
fi
fi
I0918 16:48:05.716767 67144 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0918 16:48:05.716796 67144 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/20370-7636/.minikube CaCertPath:/home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20370-7636/.minikube}
I0918 16:48:05.716835 67144 ubuntu.go:190] setting up certificates
I0918 16:48:05.716854 67144 provision.go:84] configureAuth start
I0918 16:48:05.716910 67144 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-629066
I0918 16:48:05.735579 67144 provision.go:143] copyHostCerts
I0918 16:48:05.735613 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20370-7636/.minikube/ca.pem
I0918 16:48:05.735647 67144 exec_runner.go:144] found /home/jenkins/minikube-integration/20370-7636/.minikube/ca.pem, removing ...
I0918 16:48:05.735660 67144 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.pem
I0918 16:48:05.735738 67144 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20370-7636/.minikube/ca.pem (1082 bytes)
I0918 16:48:05.735831 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20370-7636/.minikube/cert.pem
I0918 16:48:05.735860 67144 exec_runner.go:144] found /home/jenkins/minikube-integration/20370-7636/.minikube/cert.pem, removing ...
I0918 16:48:05.735868 67144 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20370-7636/.minikube/cert.pem
I0918 16:48:05.735905 67144 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20370-7636/.minikube/cert.pem (1123 bytes)
I0918 16:48:05.735981 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20370-7636/.minikube/key.pem
I0918 16:48:05.736009 67144 exec_runner.go:144] found /home/jenkins/minikube-integration/20370-7636/.minikube/key.pem, removing ...
I0918 16:48:05.736018 67144 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20370-7636/.minikube/key.pem
I0918 16:48:05.736053 67144 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20370-7636/.minikube/key.pem (1675 bytes)
I0918 16:48:05.736124 67144 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca-key.pem org=jenkins.ha-629066 san=[127.0.0.1 192.168.49.2 ha-629066 localhost minikube]
I0918 16:48:06.070581 67144 provision.go:177] copyRemoteCerts
I0918 16:48:06.070642 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0918 16:48:06.070676 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:06.088879 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32783 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066/id_rsa Username:docker}
I0918 16:48:06.187009 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0918 16:48:06.187084 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0918 16:48:06.216117 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server.pem -> /etc/docker/server.pem
I0918 16:48:06.216189 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I0918 16:48:06.242096 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0918 16:48:06.242168 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0918 16:48:06.267129 67144 provision.go:87] duration metric: took 550.261059ms to configureAuth
I0918 16:48:06.267157 67144 ubuntu.go:206] setting minikube options for container-runtime
I0918 16:48:06.267400 67144 config.go:182] Loaded profile config "ha-629066": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.34.0
I0918 16:48:06.267461 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:06.286090 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:48:06.286327 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32783 <nil> <nil>}
I0918 16:48:06.286340 67144 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0918 16:48:06.422031 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0918 16:48:06.422060 67144 ubuntu.go:71] root file system type: overlay
I0918 16:48:06.422184 67144 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0918 16:48:06.422268 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:06.440953 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:48:06.441189 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32783 <nil> <nil>}
I0918 16:48:06.441333 67144 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network-online.target nss-lookup.target docker.socket firewalld.service containerd.service time-set.target
Wants=network-online.target containerd.service
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=always
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 \
-H fd:// --containerd=/run/containerd/containerd.sock \
-H unix:///var/run/docker.sock \
--default-ulimit=nofile=1048576:1048576 \
--tlsverify \
--tlscacert /etc/docker/ca.pem \
--tlscert /etc/docker/server.pem \
--tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0918 16:48:06.593548 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network-online.target nss-lookup.target docker.socket firewalld.service containerd.service time-set.target
Wants=network-online.target containerd.service
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=always
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H fd:// --containerd=/run/containerd/containerd.sock -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
I0918 16:48:06.593628 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:06.612856 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:48:06.613066 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32783 <nil> <nil>}
I0918 16:48:06.613084 67144 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0918 16:48:07.714092 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2025-09-03 20:55:49.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2025-09-18 16:48:06.590513703 +0000
@@ -9,23 +9,34 @@
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
Restart=always
+
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H fd:// --containerd=/run/containerd/containerd.sock -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
+
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
+LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0918 16:48:07.714135 67144 machine.go:96] duration metric: took 2.479448327s to provisionDockerMachine
I0918 16:48:07.714152 67144 client.go:171] duration metric: took 7.316502088s to LocalClient.Create
I0918 16:48:07.714179 67144 start.go:167] duration metric: took 7.316560688s to libmachine.API.Create "ha-629066"
I0918 16:48:07.714192 67144 start.go:293] postStartSetup for "ha-629066" (driver="docker")
I0918 16:48:07.714208 67144 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0918 16:48:07.714276 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0918 16:48:07.714309 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:07.731787 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32783 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066/id_rsa Username:docker}
I0918 16:48:07.830702 67144 ssh_runner.go:195] Run: cat /etc/os-release
I0918 16:48:07.834120 67144 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0918 16:48:07.834148 67144 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0918 16:48:07.834157 67144 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0918 16:48:07.834163 67144 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0918 16:48:07.834175 67144 filesync.go:126] Scanning /home/jenkins/minikube-integration/20370-7636/.minikube/addons for local assets ...
I0918 16:48:07.834226 67144 filesync.go:126] Scanning /home/jenkins/minikube-integration/20370-7636/.minikube/files for local assets ...
I0918 16:48:07.834319 67144 filesync.go:149] local asset: /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem -> 111742.pem in /etc/ssl/certs
I0918 16:48:07.834330 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem -> /etc/ssl/certs/111742.pem
I0918 16:48:07.834417 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0918 16:48:07.843351 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem --> /etc/ssl/certs/111742.pem (1708 bytes)
I0918 16:48:07.871060 67144 start.go:296] duration metric: took 156.851198ms for postStartSetup
I0918 16:48:07.871393 67144 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-629066
I0918 16:48:07.889094 67144 profile.go:143] Saving config to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/config.json ...
I0918 16:48:07.889368 67144 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0918 16:48:07.889408 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:07.907173 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32783 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066/id_rsa Username:docker}
I0918 16:48:07.999437 67144 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0918 16:48:08.003847 67144 start.go:128] duration metric: took 7.608298326s to createHost
I0918 16:48:08.003872 67144 start.go:83] releasing machines lock for "ha-629066", held for 7.608486215s
I0918 16:48:08.003950 67144 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-629066
I0918 16:48:08.021695 67144 ssh_runner.go:195] Run: cat /version.json
I0918 16:48:08.021739 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:08.021808 67144 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0918 16:48:08.021879 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:08.039608 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32783 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066/id_rsa Username:docker}
I0918 16:48:08.040636 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32783 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066/id_rsa Username:docker}
I0918 16:48:08.208152 67144 ssh_runner.go:195] Run: systemctl --version
I0918 16:48:08.212893 67144 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0918 16:48:08.217632 67144 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0918 16:48:08.247888 67144 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0918 16:48:08.247959 67144 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0918 16:48:08.276290 67144 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0918 16:48:08.276318 67144 start.go:495] detecting cgroup driver to use...
I0918 16:48:08.276350 67144 detect.go:190] detected "systemd" cgroup driver on host os
I0918 16:48:08.276450 67144 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0918 16:48:08.293184 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10.1"|' /etc/containerd/config.toml"
I0918 16:48:08.305059 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0918 16:48:08.315209 67144 containerd.go:146] configuring containerd to use "systemd" as cgroup driver...
I0918 16:48:08.315279 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = true|g' /etc/containerd/config.toml"
I0918 16:48:08.325582 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0918 16:48:08.335851 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0918 16:48:08.346549 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0918 16:48:08.356831 67144 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0918 16:48:08.366280 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0918 16:48:08.376433 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0918 16:48:08.386330 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0918 16:48:08.396685 67144 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0918 16:48:08.405327 67144 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0918 16:48:08.413919 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:48:08.480364 67144 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0918 16:48:08.557799 67144 start.go:495] detecting cgroup driver to use...
I0918 16:48:08.557851 67144 detect.go:190] detected "systemd" cgroup driver on host os
I0918 16:48:08.557898 67144 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0918 16:48:08.570545 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0918 16:48:08.581865 67144 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0918 16:48:08.598599 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0918 16:48:08.610410 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0918 16:48:08.621883 67144 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0918 16:48:08.639535 67144 ssh_runner.go:195] Run: which cri-dockerd
I0918 16:48:08.643362 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0918 16:48:08.654391 67144 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (192 bytes)
I0918 16:48:08.672574 67144 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0918 16:48:08.741145 67144 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0918 16:48:08.808758 67144 docker.go:575] configuring docker to use "systemd" as cgroup driver...
I0918 16:48:08.808854 67144 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (129 bytes)
I0918 16:48:08.827804 67144 ssh_runner.go:195] Run: sudo systemctl reset-failed docker
I0918 16:48:08.839408 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:48:08.907612 67144 ssh_runner.go:195] Run: sudo systemctl restart docker
I0918 16:48:09.698332 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0918 16:48:09.710694 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0918 16:48:09.722902 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0918 16:48:09.735061 67144 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0918 16:48:09.805060 67144 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0918 16:48:09.873581 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:48:09.939586 67144 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0918 16:48:09.965674 67144 ssh_runner.go:195] Run: sudo systemctl reset-failed cri-docker.service
I0918 16:48:09.976979 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:48:10.045254 67144 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0918 16:48:10.118000 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0918 16:48:10.130673 67144 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0918 16:48:10.130731 67144 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0918 16:48:10.134709 67144 start.go:563] Will wait 60s for crictl version
I0918 16:48:10.134760 67144 ssh_runner.go:195] Run: which crictl
I0918 16:48:10.138492 67144 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0918 16:48:10.172221 67144 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 28.4.0
RuntimeApiVersion: v1
I0918 16:48:10.172293 67144 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0918 16:48:10.197462 67144 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0918 16:48:10.221757 67144 out.go:252] * Preparing Kubernetes v1.34.0 on Docker 28.4.0 ...
I0918 16:48:10.221836 67144 cli_runner.go:164] Run: docker network inspect ha-629066 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0918 16:48:10.239395 67144 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0918 16:48:10.243541 67144 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0918 16:48:10.255499 67144 kubeadm.go:875] updating cluster {Name:ha-629066 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.0 ClusterName:ha-629066 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APIServerNames:[] APIServerIP
s:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath:
SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0918 16:48:10.255606 67144 preload.go:131] Checking if preload exists for k8s version v1.34.0 and runtime docker
I0918 16:48:10.255655 67144 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0918 16:48:10.275093 67144 docker.go:691] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.34.0
registry.k8s.io/kube-controller-manager:v1.34.0
registry.k8s.io/kube-proxy:v1.34.0
registry.k8s.io/kube-scheduler:v1.34.0
registry.k8s.io/etcd:3.6.4-0
registry.k8s.io/pause:3.10.1
registry.k8s.io/coredns/coredns:v1.12.1
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0918 16:48:10.275111 67144 docker.go:621] Images already preloaded, skipping extraction
I0918 16:48:10.275157 67144 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0918 16:48:10.295807 67144 docker.go:691] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.34.0
registry.k8s.io/kube-proxy:v1.34.0
registry.k8s.io/kube-scheduler:v1.34.0
registry.k8s.io/kube-controller-manager:v1.34.0
registry.k8s.io/etcd:3.6.4-0
registry.k8s.io/pause:3.10.1
registry.k8s.io/coredns/coredns:v1.12.1
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0918 16:48:10.295833 67144 cache_images.go:85] Images are preloaded, skipping loading
I0918 16:48:10.295850 67144 kubeadm.go:926] updating node { 192.168.49.2 8443 v1.34.0 docker true true} ...
I0918 16:48:10.296011 67144 kubeadm.go:938] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-629066 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.34.0 ClusterName:ha-629066 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0918 16:48:10.296088 67144 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0918 16:48:10.345652 67144 cni.go:84] Creating CNI manager for ""
I0918 16:48:10.345676 67144 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I0918 16:48:10.345688 67144 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0918 16:48:10.345707 67144 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.34.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-629066 NodeName:ha-629066 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/man
ifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0918 16:48:10.345823 67144 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-629066"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0918 16:48:10.345844 67144 kube-vip.go:115] generating kube-vip config ...
I0918 16:48:10.345882 67144 ssh_runner.go:195] Run: sudo sh -c "lsmod | grep ip_vs"
I0918 16:48:10.358050 67144 kube-vip.go:163] giving up enabling control-plane load-balancing as ipvs kernel modules appears not to be available: sudo sh -c "lsmod | grep ip_vs": Process exited with status 1
stdout:
stderr:
I0918 16:48:10.358138 67144 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.49.254
- name: prometheus_server
value: :2112
image: ghcr.io/kube-vip/kube-vip:v1.0.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I0918 16:48:10.358184 67144 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.0
I0918 16:48:10.367274 67144 binaries.go:44] Found k8s binaries, skipping transfer
I0918 16:48:10.367344 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0918 16:48:10.376581 67144 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (308 bytes)
I0918 16:48:10.395265 67144 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0918 16:48:10.413501 67144 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2209 bytes)
I0918 16:48:10.432049 67144 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1364 bytes)
I0918 16:48:10.452482 67144 ssh_runner.go:195] Run: grep 192.168.49.254 control-plane.minikube.internal$ /etc/hosts
I0918 16:48:10.456272 67144 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0918 16:48:10.467741 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:48:10.535963 67144 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0918 16:48:10.561683 67144 certs.go:68] Setting up /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066 for IP: 192.168.49.2
I0918 16:48:10.561708 67144 certs.go:194] generating shared ca certs ...
I0918 16:48:10.561728 67144 certs.go:226] acquiring lock for ca certs: {Name:mk695fe04d3854f7ce4e274cd99514187f7e5ea2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:48:10.561871 67144 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.key
I0918 16:48:10.561911 67144 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.key
I0918 16:48:10.561921 67144 certs.go:256] generating profile certs ...
I0918 16:48:10.561975 67144 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.key
I0918 16:48:10.561988 67144 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.crt with IP's: []
I0918 16:48:10.617307 67144 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.crt ...
I0918 16:48:10.617335 67144 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.crt: {Name:mk6a694dfcb885daf22c987d1b2d317ac9c48506 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:48:10.617519 67144 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.key ...
I0918 16:48:10.617535 67144 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.key: {Name:mk8a2e057e3d57d2467944fcc73e969dd5281e0d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:48:10.617628 67144 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key.fe72ae21
I0918 16:48:10.617643 67144 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt.fe72ae21 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2 192.168.49.254]
I0918 16:48:11.109033 67144 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt.fe72ae21 ...
I0918 16:48:11.109065 67144 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt.fe72ae21: {Name:mk099e39b77745847efc8fd21f789c2db23ac83d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:48:11.109232 67144 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key.fe72ae21 ...
I0918 16:48:11.109254 67144 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key.fe72ae21: {Name:mkf6566479f3ed5d5ba64c961b3ed8db79b7406c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:48:11.109334 67144 certs.go:381] copying /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt.fe72ae21 -> /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt
I0918 16:48:11.109411 67144 certs.go:385] copying /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key.fe72ae21 -> /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key
I0918 16:48:11.109470 67144 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.key
I0918 16:48:11.109485 67144 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.crt with IP's: []
I0918 16:48:11.769710 67144 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.crt ...
I0918 16:48:11.769743 67144 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.crt: {Name:mkb84a25a3699d476071d2d661ba74c5ca7b96f7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:48:11.769949 67144 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.key ...
I0918 16:48:11.769964 67144 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.key: {Name:mk98e53137a84b0177af95cc6ac14018cd3b99c3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:48:11.770038 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0918 16:48:11.770055 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0918 16:48:11.770066 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0918 16:48:11.770078 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0918 16:48:11.770089 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0918 16:48:11.770102 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0918 16:48:11.770111 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0918 16:48:11.770124 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0918 16:48:11.770166 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/11174.pem (1338 bytes)
W0918 16:48:11.770198 67144 certs.go:480] ignoring /home/jenkins/minikube-integration/20370-7636/.minikube/certs/11174_empty.pem, impossibly tiny 0 bytes
I0918 16:48:11.770213 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca-key.pem (1675 bytes)
I0918 16:48:11.770256 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem (1082 bytes)
I0918 16:48:11.770284 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem (1123 bytes)
I0918 16:48:11.770304 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/key.pem (1675 bytes)
I0918 16:48:11.770341 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem (1708 bytes)
I0918 16:48:11.770369 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0918 16:48:11.770384 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/11174.pem -> /usr/share/ca-certificates/11174.pem
I0918 16:48:11.770407 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem -> /usr/share/ca-certificates/111742.pem
I0918 16:48:11.770924 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0918 16:48:11.796875 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0918 16:48:11.822202 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0918 16:48:11.847626 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0918 16:48:11.872429 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I0918 16:48:11.897874 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0918 16:48:11.922658 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0918 16:48:11.947601 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0918 16:48:11.972033 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0918 16:48:12.000087 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/certs/11174.pem --> /usr/share/ca-certificates/11174.pem (1338 bytes)
I0918 16:48:12.024624 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem --> /usr/share/ca-certificates/111742.pem (1708 bytes)
I0918 16:48:12.049508 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0918 16:48:12.068347 67144 ssh_runner.go:195] Run: openssl version
I0918 16:48:12.073856 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0918 16:48:12.083811 67144 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0918 16:48:12.087528 67144 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 18 16:39 /usr/share/ca-certificates/minikubeCA.pem
I0918 16:48:12.087593 67144 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0918 16:48:12.094732 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0918 16:48:12.104936 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/11174.pem && ln -fs /usr/share/ca-certificates/11174.pem /etc/ssl/certs/11174.pem"
I0918 16:48:12.115076 67144 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/11174.pem
I0918 16:48:12.118809 67144 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep 18 16:43 /usr/share/ca-certificates/11174.pem
I0918 16:48:12.118869 67144 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/11174.pem
I0918 16:48:12.125773 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/11174.pem /etc/ssl/certs/51391683.0"
I0918 16:48:12.135864 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/111742.pem && ln -fs /usr/share/ca-certificates/111742.pem /etc/ssl/certs/111742.pem"
I0918 16:48:12.145870 67144 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/111742.pem
I0918 16:48:12.149564 67144 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep 18 16:43 /usr/share/ca-certificates/111742.pem
I0918 16:48:12.149630 67144 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/111742.pem
I0918 16:48:12.156281 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/111742.pem /etc/ssl/certs/3ec20f2e.0"
I0918 16:48:12.165915 67144 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0918 16:48:12.169581 67144 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0918 16:48:12.169635 67144 kubeadm.go:392] StartCluster: {Name:ha-629066 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.0 ClusterName:ha-629066 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[
] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: So
cketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0918 16:48:12.169743 67144 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0918 16:48:12.187680 67144 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0918 16:48:12.196876 67144 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0918 16:48:12.206096 67144 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0918 16:48:12.206157 67144 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0918 16:48:12.215381 67144 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0918 16:48:12.215398 67144 kubeadm.go:157] found existing configuration files:
I0918 16:48:12.215435 67144 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0918 16:48:12.224690 67144 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0918 16:48:12.224743 67144 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0918 16:48:12.234141 67144 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0918 16:48:12.244773 67144 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0918 16:48:12.244842 67144 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0918 16:48:12.255182 67144 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0918 16:48:12.264812 67144 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0918 16:48:12.264864 67144 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0918 16:48:12.273597 67144 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0918 16:48:12.282466 67144 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0918 16:48:12.282515 67144 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0918 16:48:12.291876 67144 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.34.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0918 16:48:12.350885 67144 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/6.8.0-1037-gcp\n", err: exit status 1
I0918 16:48:12.403124 67144 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0918 16:48:22.557529 67144 kubeadm.go:310] [init] Using Kubernetes version: v1.34.0
I0918 16:48:22.557586 67144 kubeadm.go:310] [preflight] Running pre-flight checks
I0918 16:48:22.557686 67144 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0918 16:48:22.557772 67144 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m6.8.0-1037-gcp[0m
I0918 16:48:22.557859 67144 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0918 16:48:22.557935 67144 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0918 16:48:22.558012 67144 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0918 16:48:22.558089 67144 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0918 16:48:22.558165 67144 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0918 16:48:22.558214 67144 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0918 16:48:22.558289 67144 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0918 16:48:22.558359 67144 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0918 16:48:22.558408 67144 kubeadm.go:310] [0;37mCGROUPS_IO[0m: [0;32menabled[0m
I0918 16:48:22.558502 67144 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0918 16:48:22.558584 67144 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0918 16:48:22.558677 67144 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0918 16:48:22.558751 67144 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0918 16:48:22.560486 67144 out.go:252] - Generating certificates and keys ...
I0918 16:48:22.560599 67144 kubeadm.go:310] [certs] Using existing ca certificate authority
I0918 16:48:22.560715 67144 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0918 16:48:22.560803 67144 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0918 16:48:22.560889 67144 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0918 16:48:22.560968 67144 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0918 16:48:22.561040 67144 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0918 16:48:22.561116 67144 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0918 16:48:22.561314 67144 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-629066 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0918 16:48:22.561379 67144 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0918 16:48:22.561538 67144 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-629066 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0918 16:48:22.561630 67144 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0918 16:48:22.561712 67144 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0918 16:48:22.561797 67144 kubeadm.go:310] [certs] Generating "sa" key and public key
I0918 16:48:22.561851 67144 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0918 16:48:22.561892 67144 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0918 16:48:22.561942 67144 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0918 16:48:22.561993 67144 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0918 16:48:22.562057 67144 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0918 16:48:22.562102 67144 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0918 16:48:22.562171 67144 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0918 16:48:22.562233 67144 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0918 16:48:22.563683 67144 out.go:252] - Booting up control plane ...
I0918 16:48:22.563771 67144 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0918 16:48:22.563851 67144 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0918 16:48:22.563938 67144 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0918 16:48:22.564056 67144 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0918 16:48:22.564184 67144 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I0918 16:48:22.564356 67144 kubeadm.go:310] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I0918 16:48:22.564457 67144 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0918 16:48:22.564495 67144 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0918 16:48:22.564641 67144 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0918 16:48:22.564810 67144 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0918 16:48:22.564909 67144 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001014168s
I0918 16:48:22.565074 67144 kubeadm.go:310] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I0918 16:48:22.565189 67144 kubeadm.go:310] [control-plane-check] Checking kube-apiserver at https://192.168.49.2:8443/livez
I0918 16:48:22.565355 67144 kubeadm.go:310] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I0918 16:48:22.565519 67144 kubeadm.go:310] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I0918 16:48:22.565640 67144 kubeadm.go:310] [control-plane-check] kube-controller-manager is healthy after 1.505604757s
I0918 16:48:22.565746 67144 kubeadm.go:310] [control-plane-check] kube-scheduler is healthy after 2.336855425s
I0918 16:48:22.565842 67144 kubeadm.go:310] [control-plane-check] kube-apiserver is healthy after 4.001715853s
I0918 16:48:22.565978 67144 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0918 16:48:22.566189 67144 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0918 16:48:22.566270 67144 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0918 16:48:22.566472 67144 kubeadm.go:310] [mark-control-plane] Marking the node ha-629066 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0918 16:48:22.566530 67144 kubeadm.go:310] [bootstrap-token] Using token: 5mvgld.i2ix65yrvqzxxb29
I0918 16:48:22.568340 67144 out.go:252] - Configuring RBAC rules ...
I0918 16:48:22.568434 67144 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0918 16:48:22.568501 67144 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0918 16:48:22.568617 67144 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0918 16:48:22.568761 67144 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0918 16:48:22.568892 67144 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0918 16:48:22.568999 67144 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0918 16:48:22.569104 67144 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0918 16:48:22.569151 67144 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0918 16:48:22.569190 67144 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0918 16:48:22.569195 67144 kubeadm.go:310]
I0918 16:48:22.569260 67144 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0918 16:48:22.569274 67144 kubeadm.go:310]
I0918 16:48:22.569339 67144 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0918 16:48:22.569346 67144 kubeadm.go:310]
I0918 16:48:22.569387 67144 kubeadm.go:310] mkdir -p $HOME/.kube
I0918 16:48:22.569478 67144 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0918 16:48:22.569556 67144 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0918 16:48:22.569568 67144 kubeadm.go:310]
I0918 16:48:22.569652 67144 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0918 16:48:22.569661 67144 kubeadm.go:310]
I0918 16:48:22.569740 67144 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0918 16:48:22.569750 67144 kubeadm.go:310]
I0918 16:48:22.569803 67144 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0918 16:48:22.569907 67144 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0918 16:48:22.569997 67144 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0918 16:48:22.570007 67144 kubeadm.go:310]
I0918 16:48:22.570130 67144 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0918 16:48:22.570270 67144 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0918 16:48:22.570299 67144 kubeadm.go:310]
I0918 16:48:22.570429 67144 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 5mvgld.i2ix65yrvqzxxb29 \
I0918 16:48:22.570534 67144 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:accb0bfc25192c8c8056572b5619dd3f9f95cd2a6b4bca5a5f75b4a6f7c823d4 \
I0918 16:48:22.570558 67144 kubeadm.go:310] --control-plane
I0918 16:48:22.570562 67144 kubeadm.go:310]
I0918 16:48:22.570647 67144 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0918 16:48:22.570655 67144 kubeadm.go:310]
I0918 16:48:22.570741 67144 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 5mvgld.i2ix65yrvqzxxb29 \
I0918 16:48:22.570856 67144 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:accb0bfc25192c8c8056572b5619dd3f9f95cd2a6b4bca5a5f75b4a6f7c823d4
I0918 16:48:22.570883 67144 cni.go:84] Creating CNI manager for ""
I0918 16:48:22.570891 67144 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I0918 16:48:22.572498 67144 out.go:179] * Configuring CNI (Container Networking Interface) ...
I0918 16:48:22.573954 67144 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0918 16:48:22.578454 67144 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.0/kubectl ...
I0918 16:48:22.578472 67144 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0918 16:48:22.597835 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0918 16:48:22.804638 67144 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0918 16:48:22.804713 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0918 16:48:22.804727 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-629066 minikube.k8s.io/updated_at=2025_09_18T16_48_22_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=d76f9c2c3cf03cd59f809d143b4ae22edeee2596 minikube.k8s.io/name=ha-629066 minikube.k8s.io/primary=true
I0918 16:48:22.813369 67144 ops.go:34] apiserver oom_adj: -16
I0918 16:48:22.884331 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0918 16:48:23.385266 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0918 16:48:23.885238 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0918 16:48:24.385048 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0918 16:48:24.884369 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0918 16:48:25.384823 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0918 16:48:25.885163 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0918 16:48:26.384677 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0918 16:48:26.885179 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0918 16:48:27.385102 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0918 16:48:27.456710 67144 kubeadm.go:1105] duration metric: took 4.652058788s to wait for elevateKubeSystemPrivileges
I0918 16:48:27.456752 67144 kubeadm.go:394] duration metric: took 15.287117092s to StartCluster
I0918 16:48:27.456770 67144 settings.go:142] acquiring lock: {Name:mk95187c429c8bcd229f5404b6ee2b23f52cda39 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:48:27.456836 67144 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20370-7636/kubeconfig
I0918 16:48:27.457567 67144 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20370-7636/kubeconfig: {Name:mke96a306feafd0e1694dcfcbe68dd87626da8f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:48:27.457777 67144 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0918 16:48:27.457797 67144 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I0918 16:48:27.457865 67144 addons.go:69] Setting storage-provisioner=true in profile "ha-629066"
I0918 16:48:27.457883 67144 addons.go:238] Setting addon storage-provisioner=true in "ha-629066"
I0918 16:48:27.457886 67144 addons.go:69] Setting default-storageclass=true in profile "ha-629066"
I0918 16:48:27.457901 67144 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-629066"
I0918 16:48:27.457911 67144 host.go:66] Checking if "ha-629066" exists ...
I0918 16:48:27.457776 67144 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0918 16:48:27.457997 67144 start.go:241] waiting for startup goroutines ...
I0918 16:48:27.458030 67144 config.go:182] Loaded profile config "ha-629066": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.34.0
I0918 16:48:27.458297 67144 cli_runner.go:164] Run: docker container inspect ha-629066 --format={{.State.Status}}
I0918 16:48:27.458429 67144 cli_runner.go:164] Run: docker container inspect ha-629066 --format={{.State.Status}}
I0918 16:48:27.479439 67144 kapi.go:59] client config for ha-629066: &rest.Config{Host:"https://192.168.49.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.crt", KeyFile:"/home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.key", CAFile:"/home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x27f41c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0918 16:48:27.480048 67144 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true
I0918 16:48:27.480076 67144 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I0918 16:48:27.480083 67144 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false
I0918 16:48:27.480088 67144 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false
I0918 16:48:27.480098 67144 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I0918 16:48:27.480085 67144 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0918 16:48:27.480482 67144 addons.go:238] Setting addon default-storageclass=true in "ha-629066"
I0918 16:48:27.480528 67144 host.go:66] Checking if "ha-629066" exists ...
I0918 16:48:27.480864 67144 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0918 16:48:27.481004 67144 cli_runner.go:164] Run: docker container inspect ha-629066 --format={{.State.Status}}
I0918 16:48:27.484814 67144 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0918 16:48:27.484834 67144 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0918 16:48:27.484889 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:27.501709 67144 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0918 16:48:27.501749 67144 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0918 16:48:27.501810 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:27.507763 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32783 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066/id_rsa Username:docker}
I0918 16:48:27.524801 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32783 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066/id_rsa Username:docker}
I0918 16:48:27.537772 67144 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0918 16:48:27.627387 67144 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0918 16:48:27.639475 67144 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0918 16:48:27.735381 67144 start.go:976] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0918 16:48:27.966153 67144 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
I0918 16:48:27.967442 67144 addons.go:514] duration metric: took 509.643918ms for enable addons: enabled=[storage-provisioner default-storageclass]
I0918 16:48:27.967496 67144 start.go:246] waiting for cluster config update ...
I0918 16:48:27.967515 67144 start.go:255] writing updated cluster config ...
I0918 16:48:27.969035 67144 out.go:203]
I0918 16:48:27.975585 67144 config.go:182] Loaded profile config "ha-629066": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.34.0
I0918 16:48:27.975662 67144 profile.go:143] Saving config to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/config.json ...
I0918 16:48:27.977271 67144 out.go:179] * Starting "ha-629066-m02" control-plane node in "ha-629066" cluster
I0918 16:48:27.978424 67144 cache.go:123] Beginning downloading kic base image for docker with docker
I0918 16:48:27.979707 67144 out.go:179] * Pulling base image v0.0.48 ...
I0918 16:48:27.980990 67144 image.go:81] Checking for gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 in local docker daemon
I0918 16:48:27.981002 67144 preload.go:131] Checking if preload exists for k8s version v1.34.0 and runtime docker
I0918 16:48:27.981034 67144 cache.go:58] Caching tarball of preloaded images
I0918 16:48:27.981147 67144 preload.go:172] Found /home/jenkins/minikube-integration/20370-7636/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0918 16:48:27.981158 67144 cache.go:61] Finished verifying existence of preloaded tar for v1.34.0 on docker
I0918 16:48:27.981262 67144 profile.go:143] Saving config to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/config.json ...
I0918 16:48:28.004043 67144 image.go:100] Found gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 in local docker daemon, skipping pull
I0918 16:48:28.004068 67144 cache.go:147] gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 exists in daemon, skipping load
I0918 16:48:28.004090 67144 cache.go:232] Successfully downloaded all kic artifacts
I0918 16:48:28.004120 67144 start.go:360] acquireMachinesLock for ha-629066-m02: {Name:mk16f81f689659a7135e841383de631e0a25a771 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0918 16:48:28.004238 67144 start.go:364] duration metric: took 95.934µs to acquireMachinesLock for "ha-629066-m02"
I0918 16:48:28.004288 67144 start.go:93] Provisioning new machine with config: &{Name:ha-629066 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.0 ClusterName:ha-629066 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APIServerN
ames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[]
MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0918 16:48:28.004383 67144 start.go:125] createHost starting for "m02" (driver="docker")
I0918 16:48:28.006508 67144 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I0918 16:48:28.006616 67144 start.go:159] libmachine.API.Create for "ha-629066" (driver="docker")
I0918 16:48:28.006652 67144 client.go:168] LocalClient.Create starting
I0918 16:48:28.006729 67144 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem
I0918 16:48:28.006766 67144 main.go:141] libmachine: Decoding PEM data...
I0918 16:48:28.006787 67144 main.go:141] libmachine: Parsing certificate...
I0918 16:48:28.006851 67144 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem
I0918 16:48:28.006889 67144 main.go:141] libmachine: Decoding PEM data...
I0918 16:48:28.006902 67144 main.go:141] libmachine: Parsing certificate...
I0918 16:48:28.007141 67144 cli_runner.go:164] Run: docker network inspect ha-629066 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0918 16:48:28.026627 67144 network_create.go:77] Found existing network {name:ha-629066 subnet:0xc000ad28d0 gateway:[0 0 0 0 0 0 0 0 0 0 255 255 192 168 49 1] mtu:1500}
I0918 16:48:28.026666 67144 kic.go:121] calculated static IP "192.168.49.3" for the "ha-629066-m02" container
I0918 16:48:28.026734 67144 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0918 16:48:28.046538 67144 cli_runner.go:164] Run: docker volume create ha-629066-m02 --label name.minikube.sigs.k8s.io=ha-629066-m02 --label created_by.minikube.sigs.k8s.io=true
I0918 16:48:28.075519 67144 oci.go:103] Successfully created a docker volume ha-629066-m02
I0918 16:48:28.075605 67144 cli_runner.go:164] Run: docker run --rm --name ha-629066-m02-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ha-629066-m02 --entrypoint /usr/bin/test -v ha-629066-m02:/var gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 -d /var/lib
I0918 16:48:28.552049 67144 oci.go:107] Successfully prepared a docker volume ha-629066-m02
I0918 16:48:28.552094 67144 preload.go:131] Checking if preload exists for k8s version v1.34.0 and runtime docker
I0918 16:48:28.552119 67144 kic.go:194] Starting extracting preloaded images to volume ...
I0918 16:48:28.552214 67144 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20370-7636/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.0-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v ha-629066-m02:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 -I lz4 -xf /preloaded.tar -C /extractDir
I0918 16:48:32.701306 67144 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20370-7636/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.0-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v ha-629066-m02:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 -I lz4 -xf /preloaded.tar -C /extractDir: (4.148991735s)
I0918 16:48:32.701338 67144 kic.go:203] duration metric: took 4.149217204s to extract preloaded images to volume ...
W0918 16:48:32.701431 67144 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W0918 16:48:32.701460 67144 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I0918 16:48:32.701497 67144 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0918 16:48:32.759575 67144 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname ha-629066-m02 --name ha-629066-m02 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ha-629066-m02 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=ha-629066-m02 --network ha-629066 --ip 192.168.49.3 --volume ha-629066-m02:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1
I0918 16:48:33.040809 67144 cli_runner.go:164] Run: docker container inspect ha-629066-m02 --format={{.State.Running}}
I0918 16:48:33.060223 67144 cli_runner.go:164] Run: docker container inspect ha-629066-m02 --format={{.State.Status}}
I0918 16:48:33.079322 67144 cli_runner.go:164] Run: docker exec ha-629066-m02 stat /var/lib/dpkg/alternatives/iptables
I0918 16:48:33.129973 67144 oci.go:144] the created container "ha-629066-m02" has a running status.
I0918 16:48:33.130021 67144 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m02/id_rsa...
I0918 16:48:33.367950 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m02/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I0918 16:48:33.367996 67144 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m02/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0918 16:48:33.401336 67144 cli_runner.go:164] Run: docker container inspect ha-629066-m02 --format={{.State.Status}}
I0918 16:48:33.422385 67144 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0918 16:48:33.422409 67144 kic_runner.go:114] Args: [docker exec --privileged ha-629066-m02 chown docker:docker /home/docker/.ssh/authorized_keys]
I0918 16:48:33.475415 67144 cli_runner.go:164] Run: docker container inspect ha-629066-m02 --format={{.State.Status}}
I0918 16:48:33.501901 67144 machine.go:93] provisionDockerMachine start ...
I0918 16:48:33.502000 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m02
I0918 16:48:33.526193 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:48:33.526529 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32788 <nil> <nil>}
I0918 16:48:33.526552 67144 main.go:141] libmachine: About to run SSH command:
hostname
I0918 16:48:33.678832 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-629066-m02
I0918 16:48:33.678869 67144 ubuntu.go:182] provisioning hostname "ha-629066-m02"
I0918 16:48:33.678952 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m02
I0918 16:48:33.703937 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:48:33.704281 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32788 <nil> <nil>}
I0918 16:48:33.704307 67144 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-629066-m02 && echo "ha-629066-m02" | sudo tee /etc/hostname
I0918 16:48:33.871109 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-629066-m02
I0918 16:48:33.871198 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m02
I0918 16:48:33.892636 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:48:33.892893 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32788 <nil> <nil>}
I0918 16:48:33.892913 67144 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-629066-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-629066-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-629066-m02' | sudo tee -a /etc/hosts;
fi
fi
I0918 16:48:34.045181 67144 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0918 16:48:34.045222 67144 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/20370-7636/.minikube CaCertPath:/home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20370-7636/.minikube}
I0918 16:48:34.045268 67144 ubuntu.go:190] setting up certificates
I0918 16:48:34.045282 67144 provision.go:84] configureAuth start
I0918 16:48:34.045349 67144 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-629066-m02
I0918 16:48:34.068660 67144 provision.go:143] copyHostCerts
I0918 16:48:34.068704 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20370-7636/.minikube/ca.pem
I0918 16:48:34.068740 67144 exec_runner.go:144] found /home/jenkins/minikube-integration/20370-7636/.minikube/ca.pem, removing ...
I0918 16:48:34.068749 67144 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.pem
I0918 16:48:34.068837 67144 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20370-7636/.minikube/ca.pem (1082 bytes)
I0918 16:48:34.068953 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20370-7636/.minikube/cert.pem
I0918 16:48:34.068979 67144 exec_runner.go:144] found /home/jenkins/minikube-integration/20370-7636/.minikube/cert.pem, removing ...
I0918 16:48:34.068985 67144 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20370-7636/.minikube/cert.pem
I0918 16:48:34.069025 67144 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20370-7636/.minikube/cert.pem (1123 bytes)
I0918 16:48:34.069092 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20370-7636/.minikube/key.pem
I0918 16:48:34.069112 67144 exec_runner.go:144] found /home/jenkins/minikube-integration/20370-7636/.minikube/key.pem, removing ...
I0918 16:48:34.069118 67144 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20370-7636/.minikube/key.pem
I0918 16:48:34.069184 67144 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20370-7636/.minikube/key.pem (1675 bytes)
I0918 16:48:34.069286 67144 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca-key.pem org=jenkins.ha-629066-m02 san=[127.0.0.1 192.168.49.3 ha-629066-m02 localhost minikube]
I0918 16:48:34.404849 67144 provision.go:177] copyRemoteCerts
I0918 16:48:34.404933 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0918 16:48:34.404988 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m02
I0918 16:48:34.427701 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32788 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m02/id_rsa Username:docker}
I0918 16:48:34.532614 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0918 16:48:34.532732 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0918 16:48:34.565981 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server.pem -> /etc/docker/server.pem
I0918 16:48:34.566050 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0918 16:48:34.596051 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0918 16:48:34.596227 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0918 16:48:34.630653 67144 provision.go:87] duration metric: took 585.355814ms to configureAuth
I0918 16:48:34.630684 67144 ubuntu.go:206] setting minikube options for container-runtime
I0918 16:48:34.630937 67144 config.go:182] Loaded profile config "ha-629066": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.34.0
I0918 16:48:34.630998 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m02
I0918 16:48:34.652811 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:48:34.653133 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32788 <nil> <nil>}
I0918 16:48:34.653151 67144 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0918 16:48:34.803605 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0918 16:48:34.803640 67144 ubuntu.go:71] root file system type: overlay
I0918 16:48:34.803785 67144 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0918 16:48:34.803853 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m02
I0918 16:48:34.827323 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:48:34.827711 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32788 <nil> <nil>}
I0918 16:48:34.827834 67144 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network-online.target nss-lookup.target docker.socket firewalld.service containerd.service time-set.target
Wants=network-online.target containerd.service
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=always
Environment="NO_PROXY=192.168.49.2"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 \
-H fd:// --containerd=/run/containerd/containerd.sock \
-H unix:///var/run/docker.sock \
--default-ulimit=nofile=1048576:1048576 \
--tlsverify \
--tlscacert /etc/docker/ca.pem \
--tlscert /etc/docker/server.pem \
--tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0918 16:48:34.996098 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network-online.target nss-lookup.target docker.socket firewalld.service containerd.service time-set.target
Wants=network-online.target containerd.service
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=always
Environment=NO_PROXY=192.168.49.2
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H fd:// --containerd=/run/containerd/containerd.sock -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
I0918 16:48:34.996193 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m02
I0918 16:48:35.019824 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:48:35.020132 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32788 <nil> <nil>}
I0918 16:48:35.020170 67144 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0918 16:48:36.246002 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2025-09-03 20:55:49.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2025-09-18 16:48:34.994125083 +0000
@@ -9,23 +9,35 @@
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
Restart=always
+Environment=NO_PROXY=192.168.49.2
+
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H fd:// --containerd=/run/containerd/containerd.sock -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
+
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
+LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0918 16:48:36.246037 67144 machine.go:96] duration metric: took 2.744111942s to provisionDockerMachine
I0918 16:48:36.246055 67144 client.go:171] duration metric: took 8.239394476s to LocalClient.Create
I0918 16:48:36.246083 67144 start.go:167] duration metric: took 8.239467483s to libmachine.API.Create "ha-629066"
I0918 16:48:36.246101 67144 start.go:293] postStartSetup for "ha-629066-m02" (driver="docker")
I0918 16:48:36.246114 67144 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0918 16:48:36.246182 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0918 16:48:36.246241 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m02
I0918 16:48:36.269431 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32788 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m02/id_rsa Username:docker}
I0918 16:48:36.378368 67144 ssh_runner.go:195] Run: cat /etc/os-release
I0918 16:48:36.382112 67144 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0918 16:48:36.382150 67144 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0918 16:48:36.382161 67144 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0918 16:48:36.382170 67144 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0918 16:48:36.382194 67144 filesync.go:126] Scanning /home/jenkins/minikube-integration/20370-7636/.minikube/addons for local assets ...
I0918 16:48:36.382270 67144 filesync.go:126] Scanning /home/jenkins/minikube-integration/20370-7636/.minikube/files for local assets ...
I0918 16:48:36.382366 67144 filesync.go:149] local asset: /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem -> 111742.pem in /etc/ssl/certs
I0918 16:48:36.382378 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem -> /etc/ssl/certs/111742.pem
I0918 16:48:36.382485 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0918 16:48:36.392553 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem --> /etc/ssl/certs/111742.pem (1708 bytes)
I0918 16:48:36.428739 67144 start.go:296] duration metric: took 182.62192ms for postStartSetup
I0918 16:48:36.429208 67144 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-629066-m02
I0918 16:48:36.453594 67144 profile.go:143] Saving config to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/config.json ...
I0918 16:48:36.453917 67144 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0918 16:48:36.453971 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m02
I0918 16:48:36.478097 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32788 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m02/id_rsa Username:docker}
I0918 16:48:36.583092 67144 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0918 16:48:36.589216 67144 start.go:128] duration metric: took 8.584818151s to createHost
I0918 16:48:36.589262 67144 start.go:83] releasing machines lock for "ha-629066-m02", held for 8.584971982s
I0918 16:48:36.589337 67144 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-629066-m02
I0918 16:48:36.615707 67144 out.go:179] * Found network options:
I0918 16:48:36.617114 67144 out.go:179] - NO_PROXY=192.168.49.2
W0918 16:48:36.618616 67144 proxy.go:120] fail to check proxy env: Error ip not in block
W0918 16:48:36.618694 67144 proxy.go:120] fail to check proxy env: Error ip not in block
I0918 16:48:36.618779 67144 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0918 16:48:36.618835 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m02
I0918 16:48:36.618891 67144 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0918 16:48:36.618960 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m02
I0918 16:48:36.643116 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32788 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m02/id_rsa Username:docker}
I0918 16:48:36.643874 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32788 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m02/id_rsa Username:docker}
I0918 16:48:36.747692 67144 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0918 16:48:36.852096 67144 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0918 16:48:36.852196 67144 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0918 16:48:36.892771 67144 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0918 16:48:36.892805 67144 start.go:495] detecting cgroup driver to use...
I0918 16:48:36.892844 67144 detect.go:190] detected "systemd" cgroup driver on host os
I0918 16:48:36.892959 67144 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0918 16:48:36.917678 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10.1"|' /etc/containerd/config.toml"
I0918 16:48:36.934685 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0918 16:48:36.949141 67144 containerd.go:146] configuring containerd to use "systemd" as cgroup driver...
I0918 16:48:36.949207 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = true|g' /etc/containerd/config.toml"
I0918 16:48:36.964456 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0918 16:48:36.979885 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0918 16:48:36.994813 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0918 16:48:37.008769 67144 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0918 16:48:37.022103 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0918 16:48:37.036116 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0918 16:48:37.050587 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0918 16:48:37.065223 67144 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0918 16:48:37.078217 67144 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0918 16:48:37.091810 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:48:37.191555 67144 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0918 16:48:37.300810 67144 start.go:495] detecting cgroup driver to use...
I0918 16:48:37.300874 67144 detect.go:190] detected "systemd" cgroup driver on host os
I0918 16:48:37.300914 67144 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0918 16:48:37.318175 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0918 16:48:37.334739 67144 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0918 16:48:37.361630 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0918 16:48:37.379301 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0918 16:48:37.396016 67144 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0918 16:48:37.420549 67144 ssh_runner.go:195] Run: which cri-dockerd
I0918 16:48:37.425687 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0918 16:48:37.441136 67144 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (192 bytes)
I0918 16:48:37.468384 67144 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0918 16:48:37.566597 67144 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0918 16:48:37.661332 67144 docker.go:575] configuring docker to use "systemd" as cgroup driver...
I0918 16:48:37.661379 67144 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (129 bytes)
I0918 16:48:37.687147 67144 ssh_runner.go:195] Run: sudo systemctl reset-failed docker
I0918 16:48:37.703285 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:48:37.800573 67144 ssh_runner.go:195] Run: sudo systemctl restart docker
I0918 16:48:38.572795 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0918 16:48:38.586756 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0918 16:48:38.603733 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0918 16:48:38.616565 67144 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0918 16:48:38.716198 67144 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0918 16:48:38.810336 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:48:38.888040 67144 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0918 16:48:38.916156 67144 ssh_runner.go:195] Run: sudo systemctl reset-failed cri-docker.service
I0918 16:48:38.931329 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:48:39.028479 67144 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0918 16:48:39.118283 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0918 16:48:39.134612 67144 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0918 16:48:39.134690 67144 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0918 16:48:39.139672 67144 start.go:563] Will wait 60s for crictl version
I0918 16:48:39.139739 67144 ssh_runner.go:195] Run: which crictl
I0918 16:48:39.144316 67144 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0918 16:48:39.185763 67144 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 28.4.0
RuntimeApiVersion: v1
I0918 16:48:39.185830 67144 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0918 16:48:39.215480 67144 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0918 16:48:39.246591 67144 out.go:252] * Preparing Kubernetes v1.34.0 on Docker 28.4.0 ...
I0918 16:48:39.247853 67144 out.go:179] - env NO_PROXY=192.168.49.2
I0918 16:48:39.249299 67144 cli_runner.go:164] Run: docker network inspect ha-629066 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0918 16:48:39.269266 67144 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0918 16:48:39.274108 67144 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0918 16:48:39.289288 67144 mustload.go:65] Loading cluster: ha-629066
I0918 16:48:39.289557 67144 config.go:182] Loaded profile config "ha-629066": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.34.0
I0918 16:48:39.289848 67144 cli_runner.go:164] Run: docker container inspect ha-629066 --format={{.State.Status}}
I0918 16:48:39.312747 67144 host.go:66] Checking if "ha-629066" exists ...
I0918 16:48:39.313062 67144 certs.go:68] Setting up /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066 for IP: 192.168.49.3
I0918 16:48:39.313073 67144 certs.go:194] generating shared ca certs ...
I0918 16:48:39.313093 67144 certs.go:226] acquiring lock for ca certs: {Name:mk695fe04d3854f7ce4e274cd99514187f7e5ea2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:48:39.313311 67144 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.key
I0918 16:48:39.313374 67144 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.key
I0918 16:48:39.313385 67144 certs.go:256] generating profile certs ...
I0918 16:48:39.313486 67144 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.key
I0918 16:48:39.313518 67144 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key.8b631fb1
I0918 16:48:39.313538 67144 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt.8b631fb1 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2 192.168.49.3 192.168.49.254]
I0918 16:48:39.649262 67144 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt.8b631fb1 ...
I0918 16:48:39.649301 67144 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt.8b631fb1: {Name:mk32787cc4b2e4215c4a1e7496a68ecea12e433a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:48:39.649535 67144 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key.8b631fb1 ...
I0918 16:48:39.649562 67144 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key.8b631fb1: {Name:mk668f81bef2527427340c9138999ae175315d8a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:48:39.649690 67144 certs.go:381] copying /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt.8b631fb1 -> /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt
I0918 16:48:39.649898 67144 certs.go:385] copying /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key.8b631fb1 -> /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key
I0918 16:48:39.650108 67144 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.key
I0918 16:48:39.650130 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0918 16:48:39.650152 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0918 16:48:39.650174 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0918 16:48:39.650203 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0918 16:48:39.650224 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0918 16:48:39.650260 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0918 16:48:39.650279 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0918 16:48:39.650295 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0918 16:48:39.650359 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/11174.pem (1338 bytes)
W0918 16:48:39.650408 67144 certs.go:480] ignoring /home/jenkins/minikube-integration/20370-7636/.minikube/certs/11174_empty.pem, impossibly tiny 0 bytes
I0918 16:48:39.650423 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca-key.pem (1675 bytes)
I0918 16:48:39.650458 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem (1082 bytes)
I0918 16:48:39.650495 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem (1123 bytes)
I0918 16:48:39.650534 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/key.pem (1675 bytes)
I0918 16:48:39.650597 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem (1708 bytes)
I0918 16:48:39.650642 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/11174.pem -> /usr/share/ca-certificates/11174.pem
I0918 16:48:39.650664 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem -> /usr/share/ca-certificates/111742.pem
I0918 16:48:39.650685 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0918 16:48:39.650759 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:39.672419 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32783 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066/id_rsa Username:docker}
I0918 16:48:39.764627 67144 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I0918 16:48:39.768850 67144 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0918 16:48:39.783641 67144 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I0918 16:48:39.788206 67144 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I0918 16:48:39.804186 67144 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I0918 16:48:39.808110 67144 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0918 16:48:39.821595 67144 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I0918 16:48:39.825771 67144 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I0918 16:48:39.841741 67144 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I0918 16:48:39.846053 67144 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0918 16:48:39.861307 67144 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I0918 16:48:39.865597 67144 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I0918 16:48:39.879306 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0918 16:48:39.908050 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0918 16:48:39.935144 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0918 16:48:39.964774 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0918 16:48:39.996684 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I0918 16:48:40.025235 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0918 16:48:40.055238 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0918 16:48:40.084800 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0918 16:48:40.114028 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/certs/11174.pem --> /usr/share/ca-certificates/11174.pem (1338 bytes)
I0918 16:48:40.146332 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem --> /usr/share/ca-certificates/111742.pem (1708 bytes)
I0918 16:48:40.175634 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0918 16:48:40.202736 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0918 16:48:40.225912 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I0918 16:48:40.247893 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0918 16:48:40.271427 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I0918 16:48:40.294183 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0918 16:48:40.315197 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I0918 16:48:40.338340 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0918 16:48:40.360803 67144 ssh_runner.go:195] Run: openssl version
I0918 16:48:40.366730 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/11174.pem && ln -fs /usr/share/ca-certificates/11174.pem /etc/ssl/certs/11174.pem"
I0918 16:48:40.377082 67144 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/11174.pem
I0918 16:48:40.381754 67144 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep 18 16:43 /usr/share/ca-certificates/11174.pem
I0918 16:48:40.381830 67144 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/11174.pem
I0918 16:48:40.389046 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/11174.pem /etc/ssl/certs/51391683.0"
I0918 16:48:40.402052 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/111742.pem && ln -fs /usr/share/ca-certificates/111742.pem /etc/ssl/certs/111742.pem"
I0918 16:48:40.412759 67144 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/111742.pem
I0918 16:48:40.416567 67144 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep 18 16:43 /usr/share/ca-certificates/111742.pem
I0918 16:48:40.416624 67144 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/111742.pem
I0918 16:48:40.424644 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/111742.pem /etc/ssl/certs/3ec20f2e.0"
I0918 16:48:40.435486 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0918 16:48:40.446065 67144 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0918 16:48:40.450287 67144 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 18 16:39 /usr/share/ca-certificates/minikubeCA.pem
I0918 16:48:40.450346 67144 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0918 16:48:40.459825 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0918 16:48:40.470613 67144 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0918 16:48:40.474821 67144 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0918 16:48:40.474885 67144 kubeadm.go:926] updating node {m02 192.168.49.3 8443 v1.34.0 docker true true} ...
I0918 16:48:40.475002 67144 kubeadm.go:938] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-629066-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.3
[Install]
config:
{KubernetesVersion:v1.34.0 ClusterName:ha-629066 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0918 16:48:40.475038 67144 kube-vip.go:115] generating kube-vip config ...
I0918 16:48:40.475081 67144 ssh_runner.go:195] Run: sudo sh -c "lsmod | grep ip_vs"
I0918 16:48:40.490218 67144 kube-vip.go:163] giving up enabling control-plane load-balancing as ipvs kernel modules appears not to be available: sudo sh -c "lsmod | grep ip_vs": Process exited with status 1
stdout:
stderr:
I0918 16:48:40.490308 67144 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.49.254
- name: prometheus_server
value: :2112
image: ghcr.io/kube-vip/kube-vip:v1.0.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0918 16:48:40.490366 67144 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.0
I0918 16:48:40.501560 67144 binaries.go:44] Found k8s binaries, skipping transfer
I0918 16:48:40.501645 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0918 16:48:40.513478 67144 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I0918 16:48:40.536437 67144 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0918 16:48:40.558293 67144 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1358 bytes)
I0918 16:48:40.583610 67144 ssh_runner.go:195] Run: grep 192.168.49.254 control-plane.minikube.internal$ /etc/hosts
I0918 16:48:40.588163 67144 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0918 16:48:40.601675 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:48:40.687994 67144 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0918 16:48:40.711335 67144 host.go:66] Checking if "ha-629066" exists ...
I0918 16:48:40.711631 67144 start.go:317] joinCluster: &{Name:ha-629066 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.0 ClusterName:ha-629066 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[]
DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.49.3 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0
MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0918 16:48:40.711746 67144 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.34.0:$PATH" kubeadm token create --print-join-command --ttl=0"
I0918 16:48:40.711800 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:48:40.735863 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32783 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066/id_rsa Username:docker}
I0918 16:48:40.899032 67144 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.49.3 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0918 16:48:40.899084 67144 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.34.0:$PATH" kubeadm join control-plane.minikube.internal:8443 --token sfbg0p.p3rurv4z3585texf --discovery-token-ca-cert-hash sha256:accb0bfc25192c8c8056572b5619dd3f9f95cd2a6b4bca5a5f75b4a6f7c823d4 --ignore-preflight-errors=all --cri-socket unix:///var/run/cri-dockerd.sock --node-name=ha-629066-m02 --control-plane --apiserver-advertise-address=192.168.49.3 --apiserver-bind-port=8443"
I0918 16:48:59.072428 67144 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.34.0:$PATH" kubeadm join control-plane.minikube.internal:8443 --token sfbg0p.p3rurv4z3585texf --discovery-token-ca-cert-hash sha256:accb0bfc25192c8c8056572b5619dd3f9f95cd2a6b4bca5a5f75b4a6f7c823d4 --ignore-preflight-errors=all --cri-socket unix:///var/run/cri-dockerd.sock --node-name=ha-629066-m02 --control-plane --apiserver-advertise-address=192.168.49.3 --apiserver-bind-port=8443": (18.173321972s)
I0918 16:48:59.072467 67144 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I0918 16:48:59.296440 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-629066-m02 minikube.k8s.io/updated_at=2025_09_18T16_48_59_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=d76f9c2c3cf03cd59f809d143b4ae22edeee2596 minikube.k8s.io/name=ha-629066 minikube.k8s.io/primary=false
I0918 16:48:59.373045 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-629066-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I0918 16:48:59.448545 67144 start.go:319] duration metric: took 18.73691042s to joinCluster
I0918 16:48:59.448619 67144 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.49.3 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0918 16:48:59.448855 67144 config.go:182] Loaded profile config "ha-629066": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.34.0
I0918 16:48:59.450230 67144 out.go:179] * Verifying Kubernetes components...
I0918 16:48:59.451578 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:48:59.559483 67144 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0918 16:48:59.573719 67144 kapi.go:59] client config for ha-629066: &rest.Config{Host:"https://192.168.49.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.crt", KeyFile:"/home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.key", CAFile:"/home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x27f41c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0918 16:48:59.573781 67144 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.49.254:8443 with https://192.168.49.2:8443
I0918 16:48:59.574128 67144 node_ready.go:35] waiting up to 6m0s for node "ha-629066-m02" to be "Ready" ...
I0918 16:49:01.577306 67144 node_ready.go:49] node "ha-629066-m02" is "Ready"
I0918 16:49:01.577335 67144 node_ready.go:38] duration metric: took 2.003179944s for node "ha-629066-m02" to be "Ready" ...
I0918 16:49:01.577353 67144 api_server.go:52] waiting for apiserver process to appear ...
I0918 16:49:01.577408 67144 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0918 16:49:01.589969 67144 api_server.go:72] duration metric: took 2.141311301s to wait for apiserver process to appear ...
I0918 16:49:01.589999 67144 api_server.go:88] waiting for apiserver healthz status ...
I0918 16:49:01.590022 67144 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0918 16:49:01.594305 67144 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0918 16:49:01.595188 67144 api_server.go:141] control plane version: v1.34.0
I0918 16:49:01.595219 67144 api_server.go:131] duration metric: took 5.212851ms to wait for apiserver health ...
I0918 16:49:01.595227 67144 system_pods.go:43] waiting for kube-system pods to appear ...
I0918 16:49:01.601604 67144 system_pods.go:59] 18 kube-system pods found
I0918 16:49:01.601647 67144 system_pods.go:61] "coredns-66bc5c9577-jzlbg" [447b2051-8dbe-4c0b-b670-715e50640efe] Running
I0918 16:49:01.601656 67144 system_pods.go:61] "coredns-66bc5c9577-wpvxr" [3af098d4-9397-4df8-b068-2844addbc25b] Running
I0918 16:49:01.601662 67144 system_pods.go:61] "etcd-ha-629066" [a598fa58-feff-42a6-8ce4-1d833e1ad858] Running
I0918 16:49:01.601667 67144 system_pods.go:61] "etcd-ha-629066-m02" [ba4211a6-9263-4720-a376-85798ea1a432] Pending
I0918 16:49:01.601673 67144 system_pods.go:61] "kindnet-dc9ws" [4489cb35-9f37-498a-86ea-9b8a764f9158] Running
I0918 16:49:01.601685 67144 system_pods.go:61] "kindnet-jq6j6" [592b07ac-5402-495b-a480-eb96d5b4b5e8] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kindnet-jq6j6": pod kindnet-jq6j6 is already assigned to node "ha-629066-m02")
I0918 16:49:01.601693 67144 system_pods.go:61] "kindnet-jspcs" [b64a3335-90f8-4dfb-8544-721ab1c431b6] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kindnet-jspcs": pod kindnet-jspcs is already assigned to node "ha-629066-m02")
I0918 16:49:01.601705 67144 system_pods.go:61] "kube-apiserver-ha-629066" [69b8b92e-5f78-409e-aadb-cbfb8b50e6d3] Running
I0918 16:49:01.601709 67144 system_pods.go:61] "kube-apiserver-ha-629066-m02" [7f0f0b34-b36c-4ad2-8c1b-49981da21f77] Pending
I0918 16:49:01.601714 67144 system_pods.go:61] "kube-controller-manager-ha-629066" [cf6a3072-77dd-4914-85df-b629febeb938] Running
I0918 16:49:01.601719 67144 system_pods.go:61] "kube-controller-manager-ha-629066-m02" [05430030-b6aa-47e9-86b8-fc7f0e109bac] Pending
I0918 16:49:01.601724 67144 system_pods.go:61] "kube-proxy-7mf94" [c339e275-8a8e-43bb-9dd3-406cd491ee3f] Running
I0918 16:49:01.601731 67144 system_pods.go:61] "kube-proxy-rsh97" [000332d7-841e-48e4-b7bc-b9916d37080d] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kube-proxy-rsh97": pod kube-proxy-rsh97 is already assigned to node "ha-629066-m02")
I0918 16:49:01.601740 67144 system_pods.go:61] "kube-scheduler-ha-629066" [04ea2187-efd2-4ac4-8532-8cc759de5c94] Running
I0918 16:49:01.601745 67144 system_pods.go:61] "kube-scheduler-ha-629066-m02" [1e1f830f-1d25-4f19-a896-345877e3222f] Pending
I0918 16:49:01.601753 67144 system_pods.go:61] "kube-vip-ha-629066" [e0095716-0d18-41e9-9a2a-3edccd62e862] Running
I0918 16:49:01.601758 67144 system_pods.go:61] "kube-vip-ha-629066-m02" [6850358e-cd68-4cf3-95d7-8a62bfd00c97] Pending
I0918 16:49:01.601765 67144 system_pods.go:61] "storage-provisioner" [4061a40a-65e7-4dc5-8cfd-daa0dd382c41] Running
I0918 16:49:01.601772 67144 system_pods.go:74] duration metric: took 6.538291ms to wait for pod list to return data ...
I0918 16:49:01.601783 67144 default_sa.go:34] waiting for default service account to be created ...
I0918 16:49:01.604958 67144 default_sa.go:45] found service account: "default"
I0918 16:49:01.604980 67144 default_sa.go:55] duration metric: took 3.187578ms for default service account to be created ...
I0918 16:49:01.604991 67144 system_pods.go:116] waiting for k8s-apps to be running ...
I0918 16:49:01.609080 67144 system_pods.go:86] 18 kube-system pods found
I0918 16:49:01.609109 67144 system_pods.go:89] "coredns-66bc5c9577-jzlbg" [447b2051-8dbe-4c0b-b670-715e50640efe] Running
I0918 16:49:01.609115 67144 system_pods.go:89] "coredns-66bc5c9577-wpvxr" [3af098d4-9397-4df8-b068-2844addbc25b] Running
I0918 16:49:01.609120 67144 system_pods.go:89] "etcd-ha-629066" [a598fa58-feff-42a6-8ce4-1d833e1ad858] Running
I0918 16:49:01.609123 67144 system_pods.go:89] "etcd-ha-629066-m02" [ba4211a6-9263-4720-a376-85798ea1a432] Pending
I0918 16:49:01.609126 67144 system_pods.go:89] "kindnet-dc9ws" [4489cb35-9f37-498a-86ea-9b8a764f9158] Running
I0918 16:49:01.609132 67144 system_pods.go:89] "kindnet-jq6j6" [592b07ac-5402-495b-a480-eb96d5b4b5e8] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kindnet-jq6j6": pod kindnet-jq6j6 is already assigned to node "ha-629066-m02")
I0918 16:49:01.609138 67144 system_pods.go:89] "kindnet-jspcs" [b64a3335-90f8-4dfb-8544-721ab1c431b6] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kindnet-jspcs": pod kindnet-jspcs is already assigned to node "ha-629066-m02")
I0918 16:49:01.609142 67144 system_pods.go:89] "kube-apiserver-ha-629066" [69b8b92e-5f78-409e-aadb-cbfb8b50e6d3] Running
I0918 16:49:01.609145 67144 system_pods.go:89] "kube-apiserver-ha-629066-m02" [7f0f0b34-b36c-4ad2-8c1b-49981da21f77] Pending
I0918 16:49:01.609149 67144 system_pods.go:89] "kube-controller-manager-ha-629066" [cf6a3072-77dd-4914-85df-b629febeb938] Running
I0918 16:49:01.609152 67144 system_pods.go:89] "kube-controller-manager-ha-629066-m02" [05430030-b6aa-47e9-86b8-fc7f0e109bac] Pending
I0918 16:49:01.609158 67144 system_pods.go:89] "kube-proxy-7mf94" [c339e275-8a8e-43bb-9dd3-406cd491ee3f] Running
I0918 16:49:01.609163 67144 system_pods.go:89] "kube-proxy-rsh97" [000332d7-841e-48e4-b7bc-b9916d37080d] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kube-proxy-rsh97": pod kube-proxy-rsh97 is already assigned to node "ha-629066-m02")
I0918 16:49:01.609173 67144 system_pods.go:89] "kube-scheduler-ha-629066" [04ea2187-efd2-4ac4-8532-8cc759de5c94] Running
I0918 16:49:01.609177 67144 system_pods.go:89] "kube-scheduler-ha-629066-m02" [1e1f830f-1d25-4f19-a896-345877e3222f] Pending
I0918 16:49:01.609182 67144 system_pods.go:89] "kube-vip-ha-629066" [e0095716-0d18-41e9-9a2a-3edccd62e862] Running
I0918 16:49:01.609187 67144 system_pods.go:89] "kube-vip-ha-629066-m02" [6850358e-cd68-4cf3-95d7-8a62bfd00c97] Pending
I0918 16:49:01.609190 67144 system_pods.go:89] "storage-provisioner" [4061a40a-65e7-4dc5-8cfd-daa0dd382c41] Running
I0918 16:49:01.609196 67144 system_pods.go:126] duration metric: took 4.198928ms to wait for k8s-apps to be running ...
I0918 16:49:01.609215 67144 system_svc.go:44] waiting for kubelet service to be running ....
I0918 16:49:01.609287 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0918 16:49:01.621960 67144 system_svc.go:56] duration metric: took 12.728069ms WaitForService to wait for kubelet
I0918 16:49:01.621990 67144 kubeadm.go:578] duration metric: took 2.173336447s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0918 16:49:01.622014 67144 node_conditions.go:102] verifying NodePressure condition ...
I0918 16:49:01.625534 67144 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0918 16:49:01.625563 67144 node_conditions.go:123] node cpu capacity is 8
I0918 16:49:01.625581 67144 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0918 16:49:01.625587 67144 node_conditions.go:123] node cpu capacity is 8
I0918 16:49:01.625594 67144 node_conditions.go:105] duration metric: took 3.573708ms to run NodePressure ...
I0918 16:49:01.625608 67144 start.go:241] waiting for startup goroutines ...
I0918 16:49:01.625638 67144 start.go:255] writing updated cluster config ...
I0918 16:49:01.627801 67144 out.go:203]
I0918 16:49:01.629210 67144 config.go:182] Loaded profile config "ha-629066": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.34.0
I0918 16:49:01.629322 67144 profile.go:143] Saving config to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/config.json ...
I0918 16:49:01.630895 67144 out.go:179] * Starting "ha-629066-m03" control-plane node in "ha-629066" cluster
I0918 16:49:01.632200 67144 cache.go:123] Beginning downloading kic base image for docker with docker
I0918 16:49:01.633707 67144 out.go:179] * Pulling base image v0.0.48 ...
I0918 16:49:01.635009 67144 preload.go:131] Checking if preload exists for k8s version v1.34.0 and runtime docker
I0918 16:49:01.635034 67144 cache.go:58] Caching tarball of preloaded images
I0918 16:49:01.635110 67144 image.go:81] Checking for gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 in local docker daemon
I0918 16:49:01.635150 67144 preload.go:172] Found /home/jenkins/minikube-integration/20370-7636/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0918 16:49:01.635164 67144 cache.go:61] Finished verifying existence of preloaded tar for v1.34.0 on docker
I0918 16:49:01.635334 67144 profile.go:143] Saving config to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/config.json ...
I0918 16:49:01.655398 67144 image.go:100] Found gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 in local docker daemon, skipping pull
I0918 16:49:01.655418 67144 cache.go:147] gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 exists in daemon, skipping load
I0918 16:49:01.655437 67144 cache.go:232] Successfully downloaded all kic artifacts
I0918 16:49:01.655468 67144 start.go:360] acquireMachinesLock for ha-629066-m03: {Name:mkbb535433ac01fc7efc70a2aef0f3ce122821e6 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0918 16:49:01.655579 67144 start.go:364] duration metric: took 90.931µs to acquireMachinesLock for "ha-629066-m03"
I0918 16:49:01.655609 67144 start.go:93] Provisioning new machine with config: &{Name:ha-629066 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.0 ClusterName:ha-629066 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APIServerN
ames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.49.3 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:fals
e kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAge
ntPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0918 16:49:01.655717 67144 start.go:125] createHost starting for "m03" (driver="docker")
I0918 16:49:01.657856 67144 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I0918 16:49:01.657953 67144 start.go:159] libmachine.API.Create for "ha-629066" (driver="docker")
I0918 16:49:01.657994 67144 client.go:168] LocalClient.Create starting
I0918 16:49:01.658056 67144 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem
I0918 16:49:01.658088 67144 main.go:141] libmachine: Decoding PEM data...
I0918 16:49:01.658111 67144 main.go:141] libmachine: Parsing certificate...
I0918 16:49:01.658163 67144 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem
I0918 16:49:01.658190 67144 main.go:141] libmachine: Decoding PEM data...
I0918 16:49:01.658209 67144 main.go:141] libmachine: Parsing certificate...
I0918 16:49:01.658441 67144 cli_runner.go:164] Run: docker network inspect ha-629066 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0918 16:49:01.675724 67144 network_create.go:77] Found existing network {name:ha-629066 subnet:0xc000845590 gateway:[0 0 0 0 0 0 0 0 0 0 255 255 192 168 49 1] mtu:1500}
I0918 16:49:01.675758 67144 kic.go:121] calculated static IP "192.168.49.4" for the "ha-629066-m03" container
I0918 16:49:01.675818 67144 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0918 16:49:01.692996 67144 cli_runner.go:164] Run: docker volume create ha-629066-m03 --label name.minikube.sigs.k8s.io=ha-629066-m03 --label created_by.minikube.sigs.k8s.io=true
I0918 16:49:01.712315 67144 oci.go:103] Successfully created a docker volume ha-629066-m03
I0918 16:49:01.712391 67144 cli_runner.go:164] Run: docker run --rm --name ha-629066-m03-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ha-629066-m03 --entrypoint /usr/bin/test -v ha-629066-m03:/var gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 -d /var/lib
I0918 16:49:02.123356 67144 oci.go:107] Successfully prepared a docker volume ha-629066-m03
I0918 16:49:02.123403 67144 preload.go:131] Checking if preload exists for k8s version v1.34.0 and runtime docker
I0918 16:49:02.123426 67144 kic.go:194] Starting extracting preloaded images to volume ...
I0918 16:49:02.123491 67144 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20370-7636/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.0-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v ha-629066-m03:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 -I lz4 -xf /preloaded.tar -C /extractDir
I0918 16:49:04.591487 67144 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20370-7636/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.0-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v ha-629066-m03:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 -I lz4 -xf /preloaded.tar -C /extractDir: (2.467947815s)
I0918 16:49:04.591515 67144 kic.go:203] duration metric: took 2.468086213s to extract preloaded images to volume ...
W0918 16:49:04.591590 67144 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W0918 16:49:04.591616 67144 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I0918 16:49:04.591653 67144 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0918 16:49:04.655731 67144 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname ha-629066-m03 --name ha-629066-m03 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ha-629066-m03 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=ha-629066-m03 --network ha-629066 --ip 192.168.49.4 --volume ha-629066-m03:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1
I0918 16:49:04.957028 67144 cli_runner.go:164] Run: docker container inspect ha-629066-m03 --format={{.State.Running}}
I0918 16:49:04.976398 67144 cli_runner.go:164] Run: docker container inspect ha-629066-m03 --format={{.State.Status}}
I0918 16:49:04.995603 67144 cli_runner.go:164] Run: docker exec ha-629066-m03 stat /var/lib/dpkg/alternatives/iptables
I0918 16:49:05.045729 67144 oci.go:144] the created container "ha-629066-m03" has a running status.
I0918 16:49:05.045759 67144 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m03/id_rsa...
I0918 16:49:05.367008 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m03/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I0918 16:49:05.367063 67144 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m03/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0918 16:49:05.394982 67144 cli_runner.go:164] Run: docker container inspect ha-629066-m03 --format={{.State.Status}}
I0918 16:49:05.415369 67144 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0918 16:49:05.415391 67144 kic_runner.go:114] Args: [docker exec --privileged ha-629066-m03 chown docker:docker /home/docker/.ssh/authorized_keys]
I0918 16:49:05.466536 67144 cli_runner.go:164] Run: docker container inspect ha-629066-m03 --format={{.State.Status}}
I0918 16:49:05.487404 67144 machine.go:93] provisionDockerMachine start ...
I0918 16:49:05.487498 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m03
I0918 16:49:05.506113 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:49:05.506464 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32793 <nil> <nil>}
I0918 16:49:05.506487 67144 main.go:141] libmachine: About to run SSH command:
hostname
I0918 16:49:05.647065 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-629066-m03
I0918 16:49:05.647094 67144 ubuntu.go:182] provisioning hostname "ha-629066-m03"
I0918 16:49:05.647144 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m03
I0918 16:49:05.667627 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:49:05.667826 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32793 <nil> <nil>}
I0918 16:49:05.667840 67144 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-629066-m03 && echo "ha-629066-m03" | sudo tee /etc/hostname
I0918 16:49:05.815089 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-629066-m03
I0918 16:49:05.815173 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m03
I0918 16:49:05.833857 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:49:05.834075 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32793 <nil> <nil>}
I0918 16:49:05.834093 67144 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-629066-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-629066-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-629066-m03' | sudo tee -a /etc/hosts;
fi
fi
I0918 16:49:05.970269 67144 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0918 16:49:05.970297 67144 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/20370-7636/.minikube CaCertPath:/home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20370-7636/.minikube}
I0918 16:49:05.970314 67144 ubuntu.go:190] setting up certificates
I0918 16:49:05.970326 67144 provision.go:84] configureAuth start
I0918 16:49:05.970456 67144 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-629066-m03
I0918 16:49:05.990758 67144 provision.go:143] copyHostCerts
I0918 16:49:05.990798 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20370-7636/.minikube/ca.pem
I0918 16:49:05.990835 67144 exec_runner.go:144] found /home/jenkins/minikube-integration/20370-7636/.minikube/ca.pem, removing ...
I0918 16:49:05.990847 67144 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.pem
I0918 16:49:05.990921 67144 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20370-7636/.minikube/ca.pem (1082 bytes)
I0918 16:49:05.991022 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20370-7636/.minikube/cert.pem
I0918 16:49:05.991050 67144 exec_runner.go:144] found /home/jenkins/minikube-integration/20370-7636/.minikube/cert.pem, removing ...
I0918 16:49:05.991064 67144 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20370-7636/.minikube/cert.pem
I0918 16:49:05.991111 67144 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20370-7636/.minikube/cert.pem (1123 bytes)
I0918 16:49:05.991188 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20370-7636/.minikube/key.pem
I0918 16:49:05.991212 67144 exec_runner.go:144] found /home/jenkins/minikube-integration/20370-7636/.minikube/key.pem, removing ...
I0918 16:49:05.991219 67144 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20370-7636/.minikube/key.pem
I0918 16:49:05.991273 67144 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20370-7636/.minikube/key.pem (1675 bytes)
I0918 16:49:05.991354 67144 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca-key.pem org=jenkins.ha-629066-m03 san=[127.0.0.1 192.168.49.4 ha-629066-m03 localhost minikube]
I0918 16:49:06.103190 67144 provision.go:177] copyRemoteCerts
I0918 16:49:06.103275 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0918 16:49:06.103320 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m03
I0918 16:49:06.126234 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32793 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m03/id_rsa Username:docker}
I0918 16:49:06.232709 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0918 16:49:06.232787 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0918 16:49:06.269755 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server.pem -> /etc/docker/server.pem
I0918 16:49:06.269825 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0918 16:49:06.302447 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0918 16:49:06.302506 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0918 16:49:06.336990 67144 provision.go:87] duration metric: took 366.649742ms to configureAuth
I0918 16:49:06.337067 67144 ubuntu.go:206] setting minikube options for container-runtime
I0918 16:49:06.337385 67144 config.go:182] Loaded profile config "ha-629066": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.34.0
I0918 16:49:06.337448 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m03
I0918 16:49:06.360988 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:49:06.361239 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32793 <nil> <nil>}
I0918 16:49:06.361277 67144 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0918 16:49:06.509549 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0918 16:49:06.509573 67144 ubuntu.go:71] root file system type: overlay
I0918 16:49:06.509721 67144 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0918 16:49:06.509790 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m03
I0918 16:49:06.533147 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:49:06.533530 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32793 <nil> <nil>}
I0918 16:49:06.533648 67144 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network-online.target nss-lookup.target docker.socket firewalld.service containerd.service time-set.target
Wants=network-online.target containerd.service
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=always
Environment="NO_PROXY=192.168.49.2"
Environment="NO_PROXY=192.168.49.2,192.168.49.3"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 \
-H fd:// --containerd=/run/containerd/containerd.sock \
-H unix:///var/run/docker.sock \
--default-ulimit=nofile=1048576:1048576 \
--tlsverify \
--tlscacert /etc/docker/ca.pem \
--tlscert /etc/docker/server.pem \
--tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0918 16:49:06.697190 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network-online.target nss-lookup.target docker.socket firewalld.service containerd.service time-set.target
Wants=network-online.target containerd.service
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=always
Environment=NO_PROXY=192.168.49.2
Environment=NO_PROXY=192.168.49.2,192.168.49.3
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H fd:// --containerd=/run/containerd/containerd.sock -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
I0918 16:49:06.697296 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m03
I0918 16:49:06.719487 67144 main.go:141] libmachine: Using SSH client type: native
I0918 16:49:06.719693 67144 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840140] 0x842e40 <nil> [] 0s} 127.0.0.1 32793 <nil> <nil>}
I0918 16:49:06.719710 67144 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0918 16:49:08.167628 67144 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2025-09-03 20:55:49.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2025-09-18 16:49:06.695039617 +0000
@@ -9,23 +9,36 @@
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
Restart=always
+Environment=NO_PROXY=192.168.49.2
+Environment=NO_PROXY=192.168.49.2,192.168.49.3
+
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H fd:// --containerd=/run/containerd/containerd.sock -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
+
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
+LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0918 16:49:08.167658 67144 machine.go:96] duration metric: took 2.680228584s to provisionDockerMachine
I0918 16:49:08.167668 67144 client.go:171] duration metric: took 6.509663058s to LocalClient.Create
I0918 16:49:08.167689 67144 start.go:167] duration metric: took 6.509736038s to libmachine.API.Create "ha-629066"
I0918 16:49:08.167702 67144 start.go:293] postStartSetup for "ha-629066-m03" (driver="docker")
I0918 16:49:08.167717 67144 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0918 16:49:08.167780 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0918 16:49:08.167827 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m03
I0918 16:49:08.186881 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32793 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m03/id_rsa Username:docker}
I0918 16:49:08.286500 67144 ssh_runner.go:195] Run: cat /etc/os-release
I0918 16:49:08.289939 67144 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0918 16:49:08.289977 67144 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0918 16:49:08.289990 67144 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0918 16:49:08.289998 67144 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0918 16:49:08.290013 67144 filesync.go:126] Scanning /home/jenkins/minikube-integration/20370-7636/.minikube/addons for local assets ...
I0918 16:49:08.290071 67144 filesync.go:126] Scanning /home/jenkins/minikube-integration/20370-7636/.minikube/files for local assets ...
I0918 16:49:08.290140 67144 filesync.go:149] local asset: /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem -> 111742.pem in /etc/ssl/certs
I0918 16:49:08.290150 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem -> /etc/ssl/certs/111742.pem
I0918 16:49:08.290240 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0918 16:49:08.299550 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem --> /etc/ssl/certs/111742.pem (1708 bytes)
I0918 16:49:08.327534 67144 start.go:296] duration metric: took 159.817531ms for postStartSetup
I0918 16:49:08.327916 67144 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-629066-m03
I0918 16:49:08.346887 67144 profile.go:143] Saving config to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/config.json ...
I0918 16:49:08.347209 67144 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0918 16:49:08.347276 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m03
I0918 16:49:08.368188 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32793 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m03/id_rsa Username:docker}
I0918 16:49:08.468064 67144 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0918 16:49:08.472553 67144 start.go:128] duration metric: took 6.816819355s to createHost
I0918 16:49:08.472579 67144 start.go:83] releasing machines lock for "ha-629066-m03", held for 6.816988129s
I0918 16:49:08.472642 67144 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-629066-m03
I0918 16:49:08.492809 67144 out.go:179] * Found network options:
I0918 16:49:08.494211 67144 out.go:179] - NO_PROXY=192.168.49.2,192.168.49.3
W0918 16:49:08.495155 67144 proxy.go:120] fail to check proxy env: Error ip not in block
W0918 16:49:08.495177 67144 proxy.go:120] fail to check proxy env: Error ip not in block
W0918 16:49:08.495196 67144 proxy.go:120] fail to check proxy env: Error ip not in block
W0918 16:49:08.495207 67144 proxy.go:120] fail to check proxy env: Error ip not in block
I0918 16:49:08.495287 67144 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0918 16:49:08.495321 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m03
I0918 16:49:08.495334 67144 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0918 16:49:08.495387 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066-m03
I0918 16:49:08.513725 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32793 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m03/id_rsa Username:docker}
I0918 16:49:08.514051 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32793 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066-m03/id_rsa Username:docker}
I0918 16:49:08.676723 67144 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0918 16:49:08.707950 67144 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0918 16:49:08.708021 67144 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0918 16:49:08.736977 67144 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0918 16:49:08.737004 67144 start.go:495] detecting cgroup driver to use...
I0918 16:49:08.737032 67144 detect.go:190] detected "systemd" cgroup driver on host os
I0918 16:49:08.737132 67144 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0918 16:49:08.755107 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10.1"|' /etc/containerd/config.toml"
I0918 16:49:08.766908 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0918 16:49:08.777774 67144 containerd.go:146] configuring containerd to use "systemd" as cgroup driver...
I0918 16:49:08.777838 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = true|g' /etc/containerd/config.toml"
I0918 16:49:08.788673 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0918 16:49:08.798999 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0918 16:49:08.809849 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0918 16:49:08.820802 67144 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0918 16:49:08.830920 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0918 16:49:08.841107 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0918 16:49:08.851399 67144 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0918 16:49:08.862232 67144 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0918 16:49:08.872291 67144 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0918 16:49:08.882025 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:49:08.946003 67144 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0918 16:49:09.021338 67144 start.go:495] detecting cgroup driver to use...
I0918 16:49:09.021389 67144 detect.go:190] detected "systemd" cgroup driver on host os
I0918 16:49:09.021462 67144 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0918 16:49:09.034274 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0918 16:49:09.046005 67144 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0918 16:49:09.066960 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0918 16:49:09.079379 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0918 16:49:09.091609 67144 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0918 16:49:09.110304 67144 ssh_runner.go:195] Run: which cri-dockerd
I0918 16:49:09.113897 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0918 16:49:09.125618 67144 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (192 bytes)
I0918 16:49:09.145959 67144 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0918 16:49:09.213369 67144 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0918 16:49:09.280806 67144 docker.go:575] configuring docker to use "systemd" as cgroup driver...
I0918 16:49:09.280848 67144 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (129 bytes)
I0918 16:49:09.300344 67144 ssh_runner.go:195] Run: sudo systemctl reset-failed docker
I0918 16:49:09.311585 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:49:09.380829 67144 ssh_runner.go:195] Run: sudo systemctl restart docker
I0918 16:49:10.185965 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0918 16:49:10.197609 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0918 16:49:10.209594 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0918 16:49:10.222036 67144 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0918 16:49:10.291388 67144 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0918 16:49:10.358559 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:49:10.427272 67144 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0918 16:49:10.448612 67144 ssh_runner.go:195] Run: sudo systemctl reset-failed cri-docker.service
I0918 16:49:10.460386 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:49:10.530016 67144 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0918 16:49:10.602201 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0918 16:49:10.615210 67144 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0918 16:49:10.615296 67144 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0918 16:49:10.619074 67144 start.go:563] Will wait 60s for crictl version
I0918 16:49:10.619128 67144 ssh_runner.go:195] Run: which crictl
I0918 16:49:10.622939 67144 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0918 16:49:10.657503 67144 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 28.4.0
RuntimeApiVersion: v1
I0918 16:49:10.657633 67144 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0918 16:49:10.681747 67144 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0918 16:49:10.708869 67144 out.go:252] * Preparing Kubernetes v1.34.0 on Docker 28.4.0 ...
I0918 16:49:10.710356 67144 out.go:179] - env NO_PROXY=192.168.49.2
I0918 16:49:10.711620 67144 out.go:179] - env NO_PROXY=192.168.49.2,192.168.49.3
I0918 16:49:10.712808 67144 cli_runner.go:164] Run: docker network inspect ha-629066 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0918 16:49:10.730191 67144 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0918 16:49:10.734221 67144 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0918 16:49:10.745892 67144 mustload.go:65] Loading cluster: ha-629066
I0918 16:49:10.746108 67144 config.go:182] Loaded profile config "ha-629066": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.34.0
I0918 16:49:10.746384 67144 cli_runner.go:164] Run: docker container inspect ha-629066 --format={{.State.Status}}
I0918 16:49:10.763832 67144 host.go:66] Checking if "ha-629066" exists ...
I0918 16:49:10.764104 67144 certs.go:68] Setting up /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066 for IP: 192.168.49.4
I0918 16:49:10.764116 67144 certs.go:194] generating shared ca certs ...
I0918 16:49:10.764130 67144 certs.go:226] acquiring lock for ca certs: {Name:mk695fe04d3854f7ce4e274cd99514187f7e5ea2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:49:10.764294 67144 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.key
I0918 16:49:10.764360 67144 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.key
I0918 16:49:10.764373 67144 certs.go:256] generating profile certs ...
I0918 16:49:10.764471 67144 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.key
I0918 16:49:10.764505 67144 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key.5b880718
I0918 16:49:10.764526 67144 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt.5b880718 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2 192.168.49.3 192.168.49.4 192.168.49.254]
I0918 16:49:10.952937 67144 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt.5b880718 ...
I0918 16:49:10.952963 67144 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt.5b880718: {Name:mkae6a6a402b06bbf79fbc4e673e0d6912f29b5a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:49:10.953166 67144 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key.5b880718 ...
I0918 16:49:10.953186 67144 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key.5b880718: {Name:mk925b78f6e585e382c60b2083abcddf3f9b2b89 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0918 16:49:10.953325 67144 certs.go:381] copying /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt.5b880718 -> /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt
I0918 16:49:10.953502 67144 certs.go:385] copying /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key.5b880718 -> /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key
I0918 16:49:10.953686 67144 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.key
I0918 16:49:10.953705 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0918 16:49:10.953721 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0918 16:49:10.953738 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0918 16:49:10.953754 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0918 16:49:10.953772 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0918 16:49:10.953790 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0918 16:49:10.953807 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0918 16:49:10.953825 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0918 16:49:10.953891 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/11174.pem (1338 bytes)
W0918 16:49:10.953938 67144 certs.go:480] ignoring /home/jenkins/minikube-integration/20370-7636/.minikube/certs/11174_empty.pem, impossibly tiny 0 bytes
I0918 16:49:10.953952 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca-key.pem (1675 bytes)
I0918 16:49:10.953988 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/ca.pem (1082 bytes)
I0918 16:49:10.954020 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/cert.pem (1123 bytes)
I0918 16:49:10.954052 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/key.pem (1675 bytes)
I0918 16:49:10.954102 67144 certs.go:484] found cert: /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem (1708 bytes)
I0918 16:49:10.954134 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem -> /usr/share/ca-certificates/111742.pem
I0918 16:49:10.954154 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0918 16:49:10.954171 67144 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20370-7636/.minikube/certs/11174.pem -> /usr/share/ca-certificates/11174.pem
I0918 16:49:10.954235 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:49:10.972323 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32783 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066/id_rsa Username:docker}
I0918 16:49:11.061615 67144 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I0918 16:49:11.065779 67144 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0918 16:49:11.078786 67144 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I0918 16:49:11.082559 67144 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I0918 16:49:11.096209 67144 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I0918 16:49:11.100153 67144 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0918 16:49:11.114754 67144 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I0918 16:49:11.118627 67144 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I0918 16:49:11.131692 67144 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I0918 16:49:11.135362 67144 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0918 16:49:11.148094 67144 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I0918 16:49:11.151630 67144 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I0918 16:49:11.164116 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0918 16:49:11.191208 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0918 16:49:11.216475 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0918 16:49:11.241731 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0918 16:49:11.266973 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I0918 16:49:11.292101 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0918 16:49:11.317588 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0918 16:49:11.343178 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0918 16:49:11.368267 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/files/etc/ssl/certs/111742.pem --> /usr/share/ca-certificates/111742.pem (1708 bytes)
I0918 16:49:11.398322 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0918 16:49:11.424289 67144 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20370-7636/.minikube/certs/11174.pem --> /usr/share/ca-certificates/11174.pem (1338 bytes)
I0918 16:49:11.450269 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0918 16:49:11.469546 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I0918 16:49:11.489293 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0918 16:49:11.508930 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I0918 16:49:11.528861 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0918 16:49:11.549387 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I0918 16:49:11.569756 67144 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0918 16:49:11.589330 67144 ssh_runner.go:195] Run: openssl version
I0918 16:49:11.595297 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/111742.pem && ln -fs /usr/share/ca-certificates/111742.pem /etc/ssl/certs/111742.pem"
I0918 16:49:11.605768 67144 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/111742.pem
I0918 16:49:11.610030 67144 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep 18 16:43 /usr/share/ca-certificates/111742.pem
I0918 16:49:11.610095 67144 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/111742.pem
I0918 16:49:11.617061 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/111742.pem /etc/ssl/certs/3ec20f2e.0"
I0918 16:49:11.627931 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0918 16:49:11.638164 67144 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0918 16:49:11.642026 67144 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 18 16:39 /usr/share/ca-certificates/minikubeCA.pem
I0918 16:49:11.642086 67144 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0918 16:49:11.649234 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0918 16:49:11.659572 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/11174.pem && ln -fs /usr/share/ca-certificates/11174.pem /etc/ssl/certs/11174.pem"
I0918 16:49:11.669518 67144 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/11174.pem
I0918 16:49:11.673298 67144 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep 18 16:43 /usr/share/ca-certificates/11174.pem
I0918 16:49:11.673349 67144 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/11174.pem
I0918 16:49:11.680197 67144 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/11174.pem /etc/ssl/certs/51391683.0"
I0918 16:49:11.691119 67144 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0918 16:49:11.694934 67144 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0918 16:49:11.694994 67144 kubeadm.go:926] updating node {m03 192.168.49.4 8443 v1.34.0 docker true true} ...
I0918 16:49:11.695085 67144 kubeadm.go:938] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-629066-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.4
[Install]
config:
{KubernetesVersion:v1.34.0 ClusterName:ha-629066 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0918 16:49:11.695115 67144 kube-vip.go:115] generating kube-vip config ...
I0918 16:49:11.695157 67144 ssh_runner.go:195] Run: sudo sh -c "lsmod | grep ip_vs"
I0918 16:49:11.707805 67144 kube-vip.go:163] giving up enabling control-plane load-balancing as ipvs kernel modules appears not to be available: sudo sh -c "lsmod | grep ip_vs": Process exited with status 1
stdout:
stderr:
I0918 16:49:11.707871 67144 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.49.254
- name: prometheus_server
value: :2112
image: ghcr.io/kube-vip/kube-vip:v1.0.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0918 16:49:11.707934 67144 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.0
I0918 16:49:11.717486 67144 binaries.go:44] Found k8s binaries, skipping transfer
I0918 16:49:11.717541 67144 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0918 16:49:11.727632 67144 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I0918 16:49:11.747472 67144 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0918 16:49:11.766806 67144 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1358 bytes)
I0918 16:49:11.788147 67144 ssh_runner.go:195] Run: grep 192.168.49.254 control-plane.minikube.internal$ /etc/hosts
I0918 16:49:11.792707 67144 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0918 16:49:11.805153 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:49:11.880331 67144 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0918 16:49:11.907930 67144 host.go:66] Checking if "ha-629066" exists ...
I0918 16:49:11.908192 67144 start.go:317] joinCluster: &{Name:ha-629066 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.48@sha256:7171c97a51623558720f8e5878e4f4637da093e2f2ed589997bedc6c1549b2b1 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.0 ClusterName:ha-629066 Namespace:default APIServerHAVIP:192.168.49.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[]
DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.49.3 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.168.49.4 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:f
alse logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs
: AutoPauseInterval:1m0s}
I0918 16:49:11.908341 67144 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.34.0:$PATH" kubeadm token create --print-join-command --ttl=0"
I0918 16:49:11.908397 67144 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-629066
I0918 16:49:11.928678 67144 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32783 SSHKeyPath:/home/jenkins/minikube-integration/20370-7636/.minikube/machines/ha-629066/id_rsa Username:docker}
I0918 16:49:12.077984 67144 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.49.4 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0918 16:49:12.078037 67144 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.34.0:$PATH" kubeadm join control-plane.minikube.internal:8443 --token l9usob.xww5er94ozr9xi0k --discovery-token-ca-cert-hash sha256:accb0bfc25192c8c8056572b5619dd3f9f95cd2a6b4bca5a5f75b4a6f7c823d4 --ignore-preflight-errors=all --cri-socket unix:///var/run/cri-dockerd.sock --node-name=ha-629066-m03 --control-plane --apiserver-advertise-address=192.168.49.4 --apiserver-bind-port=8443"
I0918 16:49:28.996217 67144 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.34.0:$PATH" kubeadm join control-plane.minikube.internal:8443 --token l9usob.xww5er94ozr9xi0k --discovery-token-ca-cert-hash sha256:accb0bfc25192c8c8056572b5619dd3f9f95cd2a6b4bca5a5f75b4a6f7c823d4 --ignore-preflight-errors=all --cri-socket unix:///var/run/cri-dockerd.sock --node-name=ha-629066-m03 --control-plane --apiserver-advertise-address=192.168.49.4 --apiserver-bind-port=8443": (16.918154619s)
I0918 16:49:28.996292 67144 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I0918 16:49:29.217422 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-629066-m03 minikube.k8s.io/updated_at=2025_09_18T16_49_29_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=d76f9c2c3cf03cd59f809d143b4ae22edeee2596 minikube.k8s.io/name=ha-629066 minikube.k8s.io/primary=false
I0918 16:49:29.292043 67144 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-629066-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I0918 16:49:29.369003 67144 start.go:319] duration metric: took 17.460813672s to joinCluster
I0918 16:49:29.369098 67144 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.49.4 Port:8443 KubernetesVersion:v1.34.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0918 16:49:29.369435 67144 config.go:182] Loaded profile config "ha-629066": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.34.0
I0918 16:49:29.370534 67144 out.go:179] * Verifying Kubernetes components...
I0918 16:49:29.371522 67144 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0918 16:49:29.475471 67144 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0918 16:49:29.490137 67144 kapi.go:59] client config for ha-629066: &rest.Config{Host:"https://192.168.49.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.crt", KeyFile:"/home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.key", CAFile:"/home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x27f41c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0918 16:49:29.490221 67144 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.49.254:8443 with https://192.168.49.2:8443
I0918 16:49:29.490529 67144 node_ready.go:35] waiting up to 6m0s for node "ha-629066-m03" to be "Ready" ...
W0918 16:49:31.493803 67144 node_ready.go:57] node "ha-629066-m03" has "Ready":"False" status (will retry)
I0918 16:49:31.995533 67144 node_ready.go:49] node "ha-629066-m03" is "Ready"
I0918 16:49:31.995561 67144 node_ready.go:38] duration metric: took 2.505013883s for node "ha-629066-m03" to be "Ready" ...
I0918 16:49:31.995578 67144 api_server.go:52] waiting for apiserver process to appear ...
I0918 16:49:31.995620 67144 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0918 16:49:32.009175 67144 api_server.go:72] duration metric: took 2.640043689s to wait for apiserver process to appear ...
I0918 16:49:32.009211 67144 api_server.go:88] waiting for apiserver healthz status ...
I0918 16:49:32.009231 67144 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0918 16:49:32.013219 67144 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0918 16:49:32.014110 67144 api_server.go:141] control plane version: v1.34.0
I0918 16:49:32.014135 67144 api_server.go:131] duration metric: took 4.91295ms to wait for apiserver health ...
I0918 16:49:32.014145 67144 system_pods.go:43] waiting for kube-system pods to appear ...
I0918 16:49:32.021595 67144 system_pods.go:59] 28 kube-system pods found
I0918 16:49:32.021630 67144 system_pods.go:61] "coredns-66bc5c9577-jzlbg" [447b2051-8dbe-4c0b-b670-715e50640efe] Running
I0918 16:49:32.021641 67144 system_pods.go:61] "coredns-66bc5c9577-wpvxr" [3af098d4-9397-4df8-b068-2844addbc25b] Running
I0918 16:49:32.021647 67144 system_pods.go:61] "etcd-ha-629066" [a598fa58-feff-42a6-8ce4-1d833e1ad858] Running
I0918 16:49:32.021652 67144 system_pods.go:61] "etcd-ha-629066-m02" [ba4211a6-9263-4720-a376-85798ea1a432] Running
I0918 16:49:32.021658 67144 system_pods.go:61] "etcd-ha-629066-m03" [3a59a6d1-0d68-48d0-bb9c-7a25f038f829] Pending
I0918 16:49:32.021670 67144 system_pods.go:61] "kindnet-dc9ws" [4489cb35-9f37-498a-86ea-9b8a764f9158] Running
I0918 16:49:32.021678 67144 system_pods.go:61] "kindnet-gn9bm" [ba6ea12d-88d4-4633-8de1-8bde1c09b3be] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kindnet-gn9bm": pod kindnet-gn9bm is already assigned to node "ha-629066-m03")
I0918 16:49:32.021685 67144 system_pods.go:61] "kindnet-h95q6" [b8e8d3ba-13ee-4dc1-a7fb-821c016048fd] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kindnet-h95q6": pod kindnet-h95q6 is already assigned to node "ha-629066-m03")
I0918 16:49:32.021694 67144 system_pods.go:61] "kindnet-hsc8v" [950f3da4-5fe8-4ce1-aa83-8c4a2d3c9503] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kindnet-hsc8v": pod kindnet-hsc8v is already assigned to node "ha-629066-m03")
I0918 16:49:32.021705 67144 system_pods.go:61] "kindnet-jspcs" [b64a3335-90f8-4dfb-8544-721ab1c431b6] Running
I0918 16:49:32.021710 67144 system_pods.go:61] "kube-apiserver-ha-629066" [69b8b92e-5f78-409e-aadb-cbfb8b50e6d3] Running
I0918 16:49:32.021715 67144 system_pods.go:61] "kube-apiserver-ha-629066-m02" [7f0f0b34-b36c-4ad2-8c1b-49981da21f77] Running
I0918 16:49:32.021720 67144 system_pods.go:61] "kube-apiserver-ha-629066-m03" [9876c0f1-3af1-4c0b-9ceb-e1c5cd88ca6a] Pending
I0918 16:49:32.021726 67144 system_pods.go:61] "kube-controller-manager-ha-629066" [cf6a3072-77dd-4914-85df-b629febeb938] Running
I0918 16:49:32.021736 67144 system_pods.go:61] "kube-controller-manager-ha-629066-m02" [05430030-b6aa-47e9-86b8-fc7f0e109bac] Running
I0918 16:49:32.021742 67144 system_pods.go:61] "kube-controller-manager-ha-629066-m03" [67205e80-53ed-4ab9-8336-3a6c3fda349f] Pending
I0918 16:49:32.021750 67144 system_pods.go:61] "kube-proxy-6mln4" [ab065366-ce83-4cd6-8f5f-cf2d57d5106a] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kube-proxy-6mln4": pod kube-proxy-6mln4 is already assigned to node "ha-629066-m03")
I0918 16:49:32.021755 67144 system_pods.go:61] "kube-proxy-7mf94" [c339e275-8a8e-43bb-9dd3-406cd491ee3f] Running
I0918 16:49:32.021767 67144 system_pods.go:61] "kube-proxy-cwqsv" [6302559e-f150-47d7-8fb8-0f93442585ab] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kube-proxy-cwqsv": pod kube-proxy-cwqsv is already assigned to node "ha-629066-m03")
I0918 16:49:32.021782 67144 system_pods.go:61] "kube-proxy-hz5qg" [c243b72a-7c9e-4b49-bead-ca3b870c4863] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kube-proxy-hz5qg": pod kube-proxy-hz5qg is already assigned to node "ha-629066-m03")
I0918 16:49:32.021790 67144 system_pods.go:61] "kube-proxy-rsh97" [000332d7-841e-48e4-b7bc-b9916d37080d] Running
I0918 16:49:32.021796 67144 system_pods.go:61] "kube-scheduler-ha-629066" [04ea2187-efd2-4ac4-8532-8cc759de5c94] Running
I0918 16:49:32.021801 67144 system_pods.go:61] "kube-scheduler-ha-629066-m02" [1e1f830f-1d25-4f19-a896-345877e3222f] Running
I0918 16:49:32.021810 67144 system_pods.go:61] "kube-scheduler-ha-629066-m03" [90766514-ea38-497c-88f6-5d2b35a6497f] Pending
I0918 16:49:32.021817 67144 system_pods.go:61] "kube-vip-ha-629066" [e0095716-0d18-41e9-9a2a-3edccd62e862] Running
I0918 16:49:32.021822 67144 system_pods.go:61] "kube-vip-ha-629066-m02" [6850358e-cd68-4cf3-95d7-8a62bfd00c97] Running
I0918 16:49:32.021827 67144 system_pods.go:61] "kube-vip-ha-629066-m03" [f734576b-7dbc-4d5f-b7d0-8f4d750ebcd3] Pending
I0918 16:49:32.021831 67144 system_pods.go:61] "storage-provisioner" [4061a40a-65e7-4dc5-8cfd-daa0dd382c41] Running
I0918 16:49:32.021838 67144 system_pods.go:74] duration metric: took 7.686092ms to wait for pod list to return data ...
I0918 16:49:32.021846 67144 default_sa.go:34] waiting for default service account to be created ...
I0918 16:49:32.025168 67144 default_sa.go:45] found service account: "default"
I0918 16:49:32.025197 67144 default_sa.go:55] duration metric: took 3.345815ms for default service account to be created ...
I0918 16:49:32.025204 67144 system_pods.go:116] waiting for k8s-apps to be running ...
I0918 16:49:32.030389 67144 system_pods.go:86] 28 kube-system pods found
I0918 16:49:32.030415 67144 system_pods.go:89] "coredns-66bc5c9577-jzlbg" [447b2051-8dbe-4c0b-b670-715e50640efe] Running
I0918 16:49:32.030420 67144 system_pods.go:89] "coredns-66bc5c9577-wpvxr" [3af098d4-9397-4df8-b068-2844addbc25b] Running
I0918 16:49:32.030425 67144 system_pods.go:89] "etcd-ha-629066" [a598fa58-feff-42a6-8ce4-1d833e1ad858] Running
I0918 16:49:32.030428 67144 system_pods.go:89] "etcd-ha-629066-m02" [ba4211a6-9263-4720-a376-85798ea1a432] Running
I0918 16:49:32.030431 67144 system_pods.go:89] "etcd-ha-629066-m03" [3a59a6d1-0d68-48d0-bb9c-7a25f038f829] Pending
I0918 16:49:32.030434 67144 system_pods.go:89] "kindnet-dc9ws" [4489cb35-9f37-498a-86ea-9b8a764f9158] Running
I0918 16:49:32.030440 67144 system_pods.go:89] "kindnet-gn9bm" [ba6ea12d-88d4-4633-8de1-8bde1c09b3be] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kindnet-gn9bm": pod kindnet-gn9bm is already assigned to node "ha-629066-m03")
I0918 16:49:32.030445 67144 system_pods.go:89] "kindnet-h95q6" [b8e8d3ba-13ee-4dc1-a7fb-821c016048fd] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kindnet-h95q6": pod kindnet-h95q6 is already assigned to node "ha-629066-m03")
I0918 16:49:32.030450 67144 system_pods.go:89] "kindnet-hsc8v" [950f3da4-5fe8-4ce1-aa83-8c4a2d3c9503] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kindnet-hsc8v": pod kindnet-hsc8v is already assigned to node "ha-629066-m03")
I0918 16:49:32.030455 67144 system_pods.go:89] "kindnet-jspcs" [b64a3335-90f8-4dfb-8544-721ab1c431b6] Running
I0918 16:49:32.030459 67144 system_pods.go:89] "kube-apiserver-ha-629066" [69b8b92e-5f78-409e-aadb-cbfb8b50e6d3] Running
I0918 16:49:32.030464 67144 system_pods.go:89] "kube-apiserver-ha-629066-m02" [7f0f0b34-b36c-4ad2-8c1b-49981da21f77] Running
I0918 16:49:32.030467 67144 system_pods.go:89] "kube-apiserver-ha-629066-m03" [9876c0f1-3af1-4c0b-9ceb-e1c5cd88ca6a] Pending
I0918 16:49:32.030472 67144 system_pods.go:89] "kube-controller-manager-ha-629066" [cf6a3072-77dd-4914-85df-b629febeb938] Running
I0918 16:49:32.030476 67144 system_pods.go:89] "kube-controller-manager-ha-629066-m02" [05430030-b6aa-47e9-86b8-fc7f0e109bac] Running
I0918 16:49:32.030482 67144 system_pods.go:89] "kube-controller-manager-ha-629066-m03" [67205e80-53ed-4ab9-8336-3a6c3fda349f] Pending
I0918 16:49:32.030486 67144 system_pods.go:89] "kube-proxy-6mln4" [ab065366-ce83-4cd6-8f5f-cf2d57d5106a] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kube-proxy-6mln4": pod kube-proxy-6mln4 is already assigned to node "ha-629066-m03")
I0918 16:49:32.030492 67144 system_pods.go:89] "kube-proxy-7mf94" [c339e275-8a8e-43bb-9dd3-406cd491ee3f] Running
I0918 16:49:32.030497 67144 system_pods.go:89] "kube-proxy-cwqsv" [6302559e-f150-47d7-8fb8-0f93442585ab] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kube-proxy-cwqsv": pod kube-proxy-cwqsv is already assigned to node "ha-629066-m03")
I0918 16:49:32.030503 67144 system_pods.go:89] "kube-proxy-hz5qg" [c243b72a-7c9e-4b49-bead-ca3b870c4863] Pending: PodScheduled:SchedulerError (running Bind plugin "DefaultBinder": Operation cannot be fulfilled on pods/binding "kube-proxy-hz5qg": pod kube-proxy-hz5qg is already assigned to node "ha-629066-m03")
I0918 16:49:32.030507 67144 system_pods.go:89] "kube-proxy-rsh97" [000332d7-841e-48e4-b7bc-b9916d37080d] Running
I0918 16:49:32.030514 67144 system_pods.go:89] "kube-scheduler-ha-629066" [04ea2187-efd2-4ac4-8532-8cc759de5c94] Running
I0918 16:49:32.030517 67144 system_pods.go:89] "kube-scheduler-ha-629066-m02" [1e1f830f-1d25-4f19-a896-345877e3222f] Running
I0918 16:49:32.030521 67144 system_pods.go:89] "kube-scheduler-ha-629066-m03" [90766514-ea38-497c-88f6-5d2b35a6497f] Pending
I0918 16:49:32.030524 67144 system_pods.go:89] "kube-vip-ha-629066" [e0095716-0d18-41e9-9a2a-3edccd62e862] Running
I0918 16:49:32.030529 67144 system_pods.go:89] "kube-vip-ha-629066-m02" [6850358e-cd68-4cf3-95d7-8a62bfd00c97] Running
I0918 16:49:32.030532 67144 system_pods.go:89] "kube-vip-ha-629066-m03" [f734576b-7dbc-4d5f-b7d0-8f4d750ebcd3] Pending
I0918 16:49:32.030535 67144 system_pods.go:89] "storage-provisioner" [4061a40a-65e7-4dc5-8cfd-daa0dd382c41] Running
I0918 16:49:32.030542 67144 system_pods.go:126] duration metric: took 5.332905ms to wait for k8s-apps to be running ...
I0918 16:49:32.030551 67144 system_svc.go:44] waiting for kubelet service to be running ....
I0918 16:49:32.030591 67144 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0918 16:49:32.043138 67144 system_svc.go:56] duration metric: took 12.57574ms WaitForService to wait for kubelet
I0918 16:49:32.043164 67144 kubeadm.go:578] duration metric: took 2.674038822s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0918 16:49:32.043181 67144 node_conditions.go:102] verifying NodePressure condition ...
I0918 16:49:32.046305 67144 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0918 16:49:32.046327 67144 node_conditions.go:123] node cpu capacity is 8
I0918 16:49:32.046342 67144 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0918 16:49:32.046348 67144 node_conditions.go:123] node cpu capacity is 8
I0918 16:49:32.046353 67144 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0918 16:49:32.046358 67144 node_conditions.go:123] node cpu capacity is 8
I0918 16:49:32.046363 67144 node_conditions.go:105] duration metric: took 3.178521ms to run NodePressure ...
I0918 16:49:32.046376 67144 start.go:241] waiting for startup goroutines ...
I0918 16:49:32.046398 67144 start.go:255] writing updated cluster config ...
I0918 16:49:32.046764 67144 ssh_runner.go:195] Run: rm -f paused
I0918 16:49:32.050587 67144 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I0918 16:49:32.051039 67144 kapi.go:59] client config for ha-629066: &rest.Config{Host:"https://192.168.49.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.crt", KeyFile:"/home/jenkins/minikube-integration/20370-7636/.minikube/profiles/ha-629066/client.key", CAFile:"/home/jenkins/minikube-integration/20370-7636/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x27f41c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0918 16:49:32.054337 67144 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-jzlbg" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:32.059411 67144 pod_ready.go:94] pod "coredns-66bc5c9577-jzlbg" is "Ready"
I0918 16:49:32.059434 67144 pod_ready.go:86] duration metric: took 5.070355ms for pod "coredns-66bc5c9577-jzlbg" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:32.059443 67144 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-wpvxr" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:32.064019 67144 pod_ready.go:94] pod "coredns-66bc5c9577-wpvxr" is "Ready"
I0918 16:49:32.064048 67144 pod_ready.go:86] duration metric: took 4.59905ms for pod "coredns-66bc5c9577-wpvxr" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:32.066748 67144 pod_ready.go:83] waiting for pod "etcd-ha-629066" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:32.072031 67144 pod_ready.go:94] pod "etcd-ha-629066" is "Ready"
I0918 16:49:32.072052 67144 pod_ready.go:86] duration metric: took 5.281489ms for pod "etcd-ha-629066" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:32.072061 67144 pod_ready.go:83] waiting for pod "etcd-ha-629066-m02" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:32.077357 67144 pod_ready.go:94] pod "etcd-ha-629066-m02" is "Ready"
I0918 16:49:32.077382 67144 pod_ready.go:86] duration metric: took 5.316096ms for pod "etcd-ha-629066-m02" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:32.077390 67144 pod_ready.go:83] waiting for pod "etcd-ha-629066-m03" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:32.251837 67144 request.go:683] "Waited before sending request" delay="174.357079ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/etcd-ha-629066-m03"
I0918 16:49:32.452433 67144 request.go:683] "Waited before sending request" delay="196.342949ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-629066-m03"
I0918 16:49:32.456163 67144 pod_ready.go:94] pod "etcd-ha-629066-m03" is "Ready"
I0918 16:49:32.456191 67144 pod_ready.go:86] duration metric: took 378.794725ms for pod "etcd-ha-629066-m03" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:32.651626 67144 request.go:683] "Waited before sending request" delay="195.282334ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods?labelSelector=component%3Dkube-apiserver"
I0918 16:49:32.655332 67144 pod_ready.go:83] waiting for pod "kube-apiserver-ha-629066" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:32.851813 67144 request.go:683] "Waited before sending request" delay="196.363627ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-629066"
I0918 16:49:33.051802 67144 request.go:683] "Waited before sending request" delay="196.337821ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-629066"
I0918 16:49:33.055028 67144 pod_ready.go:94] pod "kube-apiserver-ha-629066" is "Ready"
I0918 16:49:33.055055 67144 pod_ready.go:86] duration metric: took 399.697419ms for pod "kube-apiserver-ha-629066" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:33.055063 67144 pod_ready.go:83] waiting for pod "kube-apiserver-ha-629066-m02" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:33.252461 67144 request.go:683] "Waited before sending request" delay="197.290922ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-629066-m02"
I0918 16:49:33.452367 67144 request.go:683] "Waited before sending request" delay="195.390633ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-629066-m02"
I0918 16:49:33.455357 67144 pod_ready.go:94] pod "kube-apiserver-ha-629066-m02" is "Ready"
I0918 16:49:33.455387 67144 pod_ready.go:86] duration metric: took 400.316689ms for pod "kube-apiserver-ha-629066-m02" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:33.455399 67144 pod_ready.go:83] waiting for pod "kube-apiserver-ha-629066-m03" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:33.651908 67144 request.go:683] "Waited before sending request" delay="196.370816ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-629066-m03"
I0918 16:49:33.851565 67144 request.go:683] "Waited before sending request" delay="196.315257ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-629066-m03"
I0918 16:49:33.855056 67144 pod_ready.go:94] pod "kube-apiserver-ha-629066-m03" is "Ready"
I0918 16:49:33.855081 67144 pod_ready.go:86] duration metric: took 399.67591ms for pod "kube-apiserver-ha-629066-m03" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:34.051476 67144 request.go:683] "Waited before sending request" delay="196.288714ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods?labelSelector=component%3Dkube-controller-manager"
I0918 16:49:34.055432 67144 pod_ready.go:83] waiting for pod "kube-controller-manager-ha-629066" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:34.251868 67144 request.go:683] "Waited before sending request" delay="196.341401ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-629066"
I0918 16:49:34.451598 67144 request.go:683] "Waited before sending request" delay="195.262658ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-629066"
I0918 16:49:34.455030 67144 pod_ready.go:94] pod "kube-controller-manager-ha-629066" is "Ready"
I0918 16:49:34.455060 67144 pod_ready.go:86] duration metric: took 399.597963ms for pod "kube-controller-manager-ha-629066" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:34.455072 67144 pod_ready.go:83] waiting for pod "kube-controller-manager-ha-629066-m02" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:34.652479 67144 request.go:683] "Waited before sending request" delay="197.315911ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-629066-m02"
I0918 16:49:34.852419 67144 request.go:683] "Waited before sending request" delay="196.238218ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-629066-m02"
I0918 16:49:34.856086 67144 pod_ready.go:94] pod "kube-controller-manager-ha-629066-m02" is "Ready"
I0918 16:49:34.856113 67144 pod_ready.go:86] duration metric: took 401.032987ms for pod "kube-controller-manager-ha-629066-m02" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:34.856124 67144 pod_ready.go:83] waiting for pod "kube-controller-manager-ha-629066-m03" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:35.052429 67144 request.go:683] "Waited before sending request" delay="196.217595ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-629066-m03"
I0918 16:49:35.251674 67144 request.go:683] "Waited before sending request" delay="195.251068ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-629066-m03"
I0918 16:49:35.255315 67144 pod_ready.go:94] pod "kube-controller-manager-ha-629066-m03" is "Ready"
I0918 16:49:35.255341 67144 pod_ready.go:86] duration metric: took 399.209383ms for pod "kube-controller-manager-ha-629066-m03" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:35.451798 67144 request.go:683] "Waited before sending request" delay="196.346159ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods?labelSelector=k8s-app%3Dkube-proxy"
I0918 16:49:35.456067 67144 pod_ready.go:83] waiting for pod "kube-proxy-6mln4" in "kube-system" namespace to be "Ready" or be gone ...
I0918 16:49:35.652450 67144 request.go:683] "Waited before sending request" delay="196.242463ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6mln4"
I0918 16:49:35.852403 67144 request.go:683] "Waited before sending request" delay="196.38271ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-629066-m03"
I0918 16:49:36.052408 67144 request.go:683] "Waited before sending request" delay="95.191095ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6mln4"
I0918 16:49:36.252115 67144 request.go:683] "Waited before sending request" delay="196.364724ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-629066-m03"
I0918 16:49:36.651842 67144 request.go:683] "Waited before sending request" delay="191.341686ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-629066-m03"
I0918 16:49:37.052015 67144 request.go:683] "Waited before sending request" delay="92.242546ms" reason="client-side throttling, not priority and fairness" verb="GET" URL="https://192.168.49.254:8443/api/v1/nodes/ha-629066-m03"
W0918 16:49:37.461896 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:49:39.462917 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:49:41.962601 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:49:44.462530 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:49:46.462748 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:49:48.962112 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:49:50.962156 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:49:52.962533 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:49:55.462312 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:49:57.962268 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:00.462339 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:02.462556 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:04.962629 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:07.461927 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:09.462315 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:11.463774 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:13.963183 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:16.462640 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:18.462706 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:20.962908 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:23.464293 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:25.962599 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:27.963015 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:30.462787 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:32.961826 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:34.963637 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:37.461970 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:39.462913 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:41.961811 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:43.961901 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:46.462085 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:48.962239 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:51.462776 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:53.963088 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:56.462824 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:50:58.962887 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:01.462029 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:03.463108 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:05.962000 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:07.962573 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:10.462427 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:12.962117 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:14.962214 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:16.962457 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:18.962962 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:21.462804 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:23.962032 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:25.962314 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:27.962442 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:29.964204 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:32.462892 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:34.463392 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:36.963360 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:39.462043 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:41.462844 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:43.962765 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:45.964229 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:48.462026 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:50.462421 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:52.462559 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:54.462777 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:56.963073 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:51:59.462927 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:01.962144 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:03.963115 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:06.462910 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:08.462975 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:10.962188 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:13.462906 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:15.962353 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:17.963014 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:20.461982 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:22.462020 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:24.463076 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:26.963018 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:29.462066 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:31.962180 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:34.461745 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:36.962013 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:39.462083 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:41.462732 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:43.962965 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:46.462396 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:48.961856 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:50.962469 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:53.462916 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:55.962030 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:52:57.962334 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:00.462379 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:02.463331 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:04.961518 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:06.962209 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:08.962648 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:11.461950 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:13.462016 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:15.961837 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:17.962144 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:20.462570 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:22.462937 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:24.962190 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:27.462116 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:29.462592 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
W0918 16:53:31.962004 67144 pod_ready.go:104] pod "kube-proxy-6mln4" is not "Ready", error: <nil>
I0918 16:53:32.051035 67144 pod_ready.go:86] duration metric: took 3m56.594928961s for pod "kube-proxy-6mln4" in "kube-system" namespace to be "Ready" or be gone ...
W0918 16:53:32.051104 67144 pod_ready.go:65] not all pods in "kube-system" namespace with "k8s-app=kube-proxy" label are "Ready", will retry: waitPodCondition: context deadline exceeded
I0918 16:53:32.051123 67144 pod_ready.go:40] duration metric: took 4m0.00050458s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I0918 16:53:32.052725 67144 out.go:203]
W0918 16:53:32.053928 67144 out.go:285] X Exiting due to GUEST_START: extra waiting: WaitExtra: context deadline exceeded
I0918 16:53:32.055048 67144 out.go:203]
==> Docker <==
Sep 18 16:48:28 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:28Z" level=info msg="Failed to read pod IP from plugin/docker: networkPlugin cni failed on the status hook for pod \"coredns-66bc5c9577-wpvxr_kube-system\": unexpected command output Device \"eth0\" does not exist.\n with error: exit status 1"
Sep 18 16:48:28 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:28Z" level=info msg="Failed to read pod IP from plugin/docker: networkPlugin cni failed on the status hook for pod \"coredns-66bc5c9577-jzlbg_kube-system\": unexpected command output Device \"eth0\" does not exist.\n with error: exit status 1"
Sep 18 16:48:28 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:28Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/ada35243d83fb9202257144081d78b905628d71611fce02336293ea18152fd24/resolv.conf as [nameserver 192.168.49.1 search local europe-west1-b.c.k8s-minikube.internal c.k8s-minikube.internal google.internal options trust-ad ndots:0 edns0]"
Sep 18 16:48:29 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:29Z" level=info msg="Failed to read pod IP from plugin/docker: networkPlugin cni failed on the status hook for pod \"coredns-66bc5c9577-wpvxr_kube-system\": unexpected command output Device \"eth0\" does not exist.\n with error: exit status 1"
Sep 18 16:48:29 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:29Z" level=info msg="Failed to read pod IP from plugin/docker: networkPlugin cni failed on the status hook for pod \"coredns-66bc5c9577-jzlbg_kube-system\": unexpected command output Device \"eth0\" does not exist.\n with error: exit status 1"
Sep 18 16:48:31 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:31Z" level=info msg="Docker cri received runtime config &RuntimeConfig{NetworkConfig:&NetworkConfig{PodCidr:10.244.0.0/24,},}"
Sep 18 16:48:32 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:32Z" level=info msg="Stop pulling image docker.io/kindest/kindnetd:v20250512-df8de77b: Status: Downloaded newer image for kindest/kindnetd:v20250512-df8de77b"
Sep 18 16:48:41 ha-629066 dockerd[1121]: time="2025-09-18T16:48:41.423629107Z" level=info msg="ignoring event" container=4ccc60ca8989c4dfe91b596623108ee77fdb26012cc69ec8d755a97335061067 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 18 16:48:41 ha-629066 dockerd[1121]: time="2025-09-18T16:48:41.441171212Z" level=info msg="ignoring event" container=24c81be016df2285b5baa7f77fba6afca7b8b7bd0caa5f89e648b8bca422b69a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 18 16:48:41 ha-629066 dockerd[1121]: time="2025-09-18T16:48:41.492640543Z" level=info msg="ignoring event" container=673653b10dcc552a004fcc8de60d6a02dc98a8381a378ca03f7abf7aaa0730f3 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 18 16:48:41 ha-629066 dockerd[1121]: time="2025-09-18T16:48:41.511976838Z" level=info msg="ignoring event" container=5271904ebf19a0247fde6a169f1e0ddef6d43d19800074f816d4733ea61825d9 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 18 16:48:41 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:41Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/c9cd0e880003a5195d26a69dab5d3b18a05ced0a398ae6f7d308bad6ae02e186/resolv.conf as [nameserver 192.168.49.1 search local europe-west1-b.c.k8s-minikube.internal c.k8s-minikube.internal google.internal options edns0 trust-ad ndots:0]"
Sep 18 16:48:41 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:41Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/663d84a2f28b5f6ae7d11e2dbfd97e8ccdce6e47ebb3b390cc87669656439ba2/resolv.conf as [nameserver 192.168.49.1 search local europe-west1-b.c.k8s-minikube.internal c.k8s-minikube.internal google.internal options edns0 trust-ad ndots:0]"
Sep 18 16:48:41 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:41Z" level=info msg="Failed to read pod IP from plugin/docker: networkPlugin cni failed on the status hook for pod \"coredns-66bc5c9577-jzlbg_kube-system\": unexpected command output Device \"eth0\" does not exist.\n with error: exit status 1"
Sep 18 16:48:41 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:41Z" level=info msg="Failed to read pod IP from plugin/docker: networkPlugin cni failed on the status hook for pod \"coredns-66bc5c9577-wpvxr_kube-system\": unexpected command output Device \"eth0\" does not exist.\n with error: exit status 1"
Sep 18 16:48:42 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:42Z" level=info msg="Failed to read pod IP from plugin/docker: networkPlugin cni failed on the status hook for pod \"coredns-66bc5c9577-wpvxr_kube-system\": unexpected command output Device \"eth0\" does not exist.\n with error: exit status 1"
Sep 18 16:48:42 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:42Z" level=info msg="Failed to read pod IP from plugin/docker: networkPlugin cni failed on the status hook for pod \"coredns-66bc5c9577-jzlbg_kube-system\": unexpected command output Device \"eth0\" does not exist.\n with error: exit status 1"
Sep 18 16:48:54 ha-629066 dockerd[1121]: time="2025-09-18T16:48:54.855542910Z" level=info msg="ignoring event" container=2da5b8187d28d45650156ab386473ef435bc780dc82614ca532d3baa5419aeaa module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 18 16:48:54 ha-629066 dockerd[1121]: time="2025-09-18T16:48:54.873657398Z" level=info msg="ignoring event" container=7932c66f74e74b87b454d0448856833ab6d3730d5eb9a026c81618f1f853b792 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 18 16:48:54 ha-629066 dockerd[1121]: time="2025-09-18T16:48:54.923551921Z" level=info msg="ignoring event" container=c9cd0e880003a5195d26a69dab5d3b18a05ced0a398ae6f7d308bad6ae02e186 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 18 16:48:54 ha-629066 dockerd[1121]: time="2025-09-18T16:48:54.944366734Z" level=info msg="ignoring event" container=663d84a2f28b5f6ae7d11e2dbfd97e8ccdce6e47ebb3b390cc87669656439ba2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 18 16:48:55 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:55Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/5e75c5277010daa1fdfff9c1a45dc71d0509828ae67aaf801c91a3b81c25d46c/resolv.conf as [nameserver 192.168.49.1 search local europe-west1-b.c.k8s-minikube.internal c.k8s-minikube.internal google.internal options edns0 trust-ad ndots:0]"
Sep 18 16:48:55 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:48:55Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/042e7710d6670fecc50e13f12633583ddf2091d50927e0e0b3c2ad5de4709f4d/resolv.conf as [nameserver 192.168.49.1 search local europe-west1-b.c.k8s-minikube.internal c.k8s-minikube.internal google.internal options ndots:0 edns0 trust-ad]"
Sep 18 16:53:34 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:53:34Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/b83030571ab44d23bb41ad4513e9ee29e1e02c7dfa736819d3a2901870a0e9ef/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local local europe-west1-b.c.k8s-minikube.internal c.k8s-minikube.internal google.internal options ndots:5]"
Sep 18 16:53:36 ha-629066 cri-dockerd[1428]: time="2025-09-18T16:53:36Z" level=info msg="Stop pulling image gcr.io/k8s-minikube/busybox:1.28: Status: Downloaded newer image for gcr.io/k8s-minikube/busybox:1.28"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
2085ec3824d9b gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12 2 minutes ago Running busybox 0 b83030571ab44 busybox-7b57f96db7-fxq9l
bd2f31539330b 52546a367cc9e 7 minutes ago Running coredns 2 042e7710d6670 coredns-66bc5c9577-wpvxr
6a6f8aa8d6349 52546a367cc9e 7 minutes ago Running coredns 2 5e75c5277010d coredns-66bc5c9577-jzlbg
7932c66f74e74 52546a367cc9e 7 minutes ago Exited coredns 1 663d84a2f28b5 coredns-66bc5c9577-wpvxr
2da5b8187d28d 52546a367cc9e 7 minutes ago Exited coredns 1 c9cd0e880003a coredns-66bc5c9577-jzlbg
692c2e3e05819 kindest/kindnetd@sha256:07a4b3fe0077a0ae606cc0a200fc25a28fa64dcc30b8d311b461089969449f9a 7 minutes ago Running kindnet-cni 0 efa318ef6c46a kindnet-dc9ws
17e96d8c836b0 6e38f40d628db 7 minutes ago Running storage-provisioner 0 ada35243d83fb storage-provisioner
bca8618e88714 df0860106674d 7 minutes ago Running kube-proxy 0 35537a23325c1 kube-proxy-7mf94
efecbd9adbce7 ghcr.io/kube-vip/kube-vip@sha256:4f256554a83a6d824ea9c5307450a2c3fd132e09c52b339326f94fefaf67155c 7 minutes ago Running kube-vip 0 d43c3ca1664ac kube-vip-ha-629066
b6410252d9375 46169d968e920 7 minutes ago Running kube-scheduler 0 d322d9280b36e kube-scheduler-ha-629066
e46c7a9bcb77c 90550c43ad2bc 7 minutes ago Running kube-apiserver 0 684b67ba2ae2d kube-apiserver-ha-629066
9f79afa74ed85 a0af72f2ec6d6 7 minutes ago Running kube-controller-manager 0 8dae70c04cbbf kube-controller-manager-ha-629066
e764a838a16a0 5f1f5298c888d 7 minutes ago Running etcd 0 ab52ad59cfdb9 etcd-ha-629066
==> coredns [2da5b8187d28] <==
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: network is unreachable
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: network is unreachable
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 9e2996f8cb67ac53e0259ab1f8d615d07d1beb0bd07e6a1e39769c3bf486a905bb991cc47f8d2f14d0d3a90a87dfc625a0b4c524fed169d8158c40657c0694b1
CoreDNS-1.12.1
linux/amd64, go1.24.1, 707c7c1
[INFO] plugin/health: Going into lameduck mode for 5s
[INFO] 127.0.0.1:47626 - 42953 "HINFO IN 3582924545042025215.9100776801325281868. udp 57 false 512" - - 0 5.000141549s
[ERROR] plugin/errors: 2 3582924545042025215.9100776801325281868. HINFO: dial udp 192.168.49.1:53: connect: network is unreachable
[INFO] 127.0.0.1:35358 - 18643 "HINFO IN 3582924545042025215.9100776801325281868. udp 57 false 512" - - 0 5.000129944s
[ERROR] plugin/errors: 2 3582924545042025215.9100776801325281868. HINFO: dial udp 192.168.49.1:53: connect: network is unreachable
==> coredns [6a6f8aa8d634] <==
[INFO] 10.244.1.2:38903 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000301868s
[INFO] 10.244.1.2:47298 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 89 0.003243675s
[INFO] 10.244.1.2:40815 - 5 "PTR IN 135.186.33.3.in-addr.arpa. udp 43 false 512" NOERROR qr,rd,ra 124 0.017733592s
[INFO] 10.244.1.2:32913 - 6 "PTR IN 90.167.197.15.in-addr.arpa. udp 44 false 512" NOERROR qr,rd,ra 126 0.018581268s
[INFO] 10.244.0.4:55189 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000158589s
[INFO] 10.244.0.4:50567 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 140 0.00171572s
[INFO] 10.244.0.4:57601 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 89 0.000092243s
[INFO] 10.244.0.4:54296 - 5 "PTR IN 135.186.33.3.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd,ra 124 0.000098504s
[INFO] 10.244.1.2:38869 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000182859s
[INFO] 10.244.1.2:56045 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.004733367s
[INFO] 10.244.1.2:38766 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000172904s
[INFO] 10.244.1.2:35678 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000122618s
[INFO] 10.244.0.4:37799 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000211049s
[INFO] 10.244.0.4:35549 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.013230914s
[INFO] 10.244.0.4:46871 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000216814s
[INFO] 10.244.1.2:32987 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000174002s
[INFO] 10.244.0.4:51496 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000146103s
[INFO] 10.244.0.4:54554 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000188973s
[INFO] 10.244.0.4:33244 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00016314s
[INFO] 10.244.0.4:50208 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000091748s
[INFO] 10.244.1.2:52265 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000167763s
[INFO] 10.244.1.2:40955 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000157005s
[INFO] 10.244.1.2:54811 - 5 "PTR IN 1.49.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000139803s
[INFO] 10.244.0.4:56469 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000109481s
[INFO] 10.244.0.4:54356 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000113459s
==> coredns [7932c66f74e7] <==
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: network is unreachable
[ERROR] plugin/kubernetes: Unhandled Error
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: network is unreachable
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 9e2996f8cb67ac53e0259ab1f8d615d07d1beb0bd07e6a1e39769c3bf486a905bb991cc47f8d2f14d0d3a90a87dfc625a0b4c524fed169d8158c40657c0694b1
CoreDNS-1.12.1
linux/amd64, go1.24.1, 707c7c1
[INFO] plugin/health: Going into lameduck mode for 5s
[INFO] 127.0.0.1:33432 - 20429 "HINFO IN 6858856607247376290.6061417092843021671. udp 57 false 512" - - 0 5.000145615s
[ERROR] plugin/errors: 2 6858856607247376290.6061417092843021671. HINFO: dial udp 192.168.49.1:53: connect: network is unreachable
[INFO] 127.0.0.1:35204 - 3094 "HINFO IN 6858856607247376290.6061417092843021671. udp 57 false 512" - - 0 5.000101191s
[ERROR] plugin/errors: 2 6858856607247376290.6061417092843021671. HINFO: dial udp 192.168.49.1:53: connect: network is unreachable
==> coredns [bd2f31539330] <==
maxprocs: Leaving GOMAXPROCS=8: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = 9e2996f8cb67ac53e0259ab1f8d615d07d1beb0bd07e6a1e39769c3bf486a905bb991cc47f8d2f14d0d3a90a87dfc625a0b4c524fed169d8158c40657c0694b1
CoreDNS-1.12.1
linux/amd64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:39628 - 14848 "HINFO IN 3281064410097481087.510848861434372581. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.032618751s
[INFO] 10.244.1.2:34835 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 140 0.005461438s
[INFO] 10.244.0.4:40595 - 6 "PTR IN 90.167.197.15.in-addr.arpa. udp 44 false 512" NOERROR qr,rd,ra 126 0.000864474s
[INFO] 10.244.1.2:41167 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.005869027s
[INFO] 10.244.1.2:45004 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000159064s
[INFO] 10.244.1.2:45394 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000144496s
[INFO] 10.244.1.2:48470 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00016926s
[INFO] 10.244.0.4:55031 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000165431s
[INFO] 10.244.0.4:50639 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000168961s
[INFO] 10.244.0.4:33977 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.009771977s
[INFO] 10.244.0.4:34275 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000152519s
[INFO] 10.244.0.4:60264 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000140045s
[INFO] 10.244.1.2:53436 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000213184s
[INFO] 10.244.1.2:45882 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000140946s
[INFO] 10.244.1.2:36105 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000130987s
[INFO] 10.244.1.2:56306 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000153452s
[INFO] 10.244.0.4:49187 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000217914s
[INFO] 10.244.0.4:53914 - 5 "PTR IN 1.49.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000121193s
==> describe nodes <==
Name: ha-629066
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-629066
kubernetes.io/os=linux
minikube.k8s.io/commit=d76f9c2c3cf03cd59f809d143b4ae22edeee2596
minikube.k8s.io/name=ha-629066
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_09_18T16_48_22_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 18 Sep 2025 16:48:19 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-629066
AcquireTime: <unset>
RenewTime: Thu, 18 Sep 2025 16:55:59 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 18 Sep 2025 16:53:57 +0000 Thu, 18 Sep 2025 16:48:18 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 18 Sep 2025 16:53:57 +0000 Thu, 18 Sep 2025 16:48:18 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 18 Sep 2025 16:53:57 +0000 Thu, 18 Sep 2025 16:48:18 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 18 Sep 2025 16:53:57 +0000 Thu, 18 Sep 2025 16:48:19 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: ha-629066
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863440Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863440Ki
pods: 110
System Info:
Machine ID: d2f0daed3fb84120af35af6b86324a0b
System UUID: 22e16116-6e0e-46cc-8f97-127911f37ea4
Boot ID: 808797d3-f579-48e3-96da-3a3b22c34155
Kernel Version: 6.8.0-1037-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://28.4.0
Kubelet Version: v1.34.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7b57f96db7-fxq9l 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m31s
kube-system coredns-66bc5c9577-jzlbg 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 7m38s
kube-system coredns-66bc5c9577-wpvxr 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 7m38s
kube-system etcd-ha-629066 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 7m44s
kube-system kindnet-dc9ws 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 7m38s
kube-system kube-apiserver-ha-629066 250m (3%) 0 (0%) 0 (0%) 0 (0%) 7m44s
kube-system kube-controller-manager-ha-629066 200m (2%) 0 (0%) 0 (0%) 0 (0%) 7m44s
kube-system kube-proxy-7mf94 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m38s
kube-system kube-scheduler-ha-629066 100m (1%) 0 (0%) 0 (0%) 0 (0%) 7m44s
kube-system kube-vip-ha-629066 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m46s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m38s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (11%) 100m (1%)
memory 290Mi (0%) 390Mi (1%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 7m36s kube-proxy
Normal Starting 7m44s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 7m44s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 7m44s kubelet Node ha-629066 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 7m44s kubelet Node ha-629066 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 7m44s kubelet Node ha-629066 status is now: NodeHasSufficientPID
Normal RegisteredNode 7m39s node-controller Node ha-629066 event: Registered Node ha-629066 in Controller
Normal RegisteredNode 7m8s node-controller Node ha-629066 event: Registered Node ha-629066 in Controller
Normal RegisteredNode 6m38s node-controller Node ha-629066 event: Registered Node ha-629066 in Controller
Name: ha-629066-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-629066-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=d76f9c2c3cf03cd59f809d143b4ae22edeee2596
minikube.k8s.io/name=ha-629066
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2025_09_18T16_48_59_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 18 Sep 2025 16:48:58 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-629066-m02
AcquireTime: <unset>
RenewTime: Thu, 18 Sep 2025 16:55:58 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 18 Sep 2025 16:53:45 +0000 Thu, 18 Sep 2025 16:48:58 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 18 Sep 2025 16:53:45 +0000 Thu, 18 Sep 2025 16:48:58 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 18 Sep 2025 16:53:45 +0000 Thu, 18 Sep 2025 16:48:58 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 18 Sep 2025 16:53:45 +0000 Thu, 18 Sep 2025 16:49:01 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.3
Hostname: ha-629066-m02
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863440Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863440Ki
pods: 110
System Info:
Machine ID: 16c0a8ac95584488ad81299e3126aa15
System UUID: 7050e858-0b63-4dca-afda-ded114f7dc40
Boot ID: 808797d3-f579-48e3-96da-3a3b22c34155
Kernel Version: 6.8.0-1037-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://28.4.0
Kubelet Version: v1.34.0
Kube-Proxy Version:
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7b57f96db7-2z4xb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m31s
kube-system etcd-ha-629066-m02 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 7m4s
kube-system kindnet-jspcs 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 7m7s
kube-system kube-apiserver-ha-629066-m02 250m (3%) 0 (0%) 0 (0%) 0 (0%) 7m4s
kube-system kube-controller-manager-ha-629066-m02 200m (2%) 0 (0%) 0 (0%) 0 (0%) 7m4s
kube-system kube-proxy-rsh97 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m7s
kube-system kube-scheduler-ha-629066-m02 100m (1%) 0 (0%) 0 (0%) 0 (0%) 7m4s
kube-system kube-vip-ha-629066-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m4s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (9%) 100m (1%)
memory 150Mi (0%) 50Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 7m kube-proxy
Normal RegisteredNode 7m4s node-controller Node ha-629066-m02 event: Registered Node ha-629066-m02 in Controller
Normal RegisteredNode 7m3s node-controller Node ha-629066-m02 event: Registered Node ha-629066-m02 in Controller
Normal RegisteredNode 6m38s node-controller Node ha-629066-m02 event: Registered Node ha-629066-m02 in Controller
Name: ha-629066-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-629066-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=d76f9c2c3cf03cd59f809d143b4ae22edeee2596
minikube.k8s.io/name=ha-629066
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2025_09_18T16_49_29_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 18 Sep 2025 16:49:28 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-629066-m03
AcquireTime: <unset>
RenewTime: Thu, 18 Sep 2025 16:55:56 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 18 Sep 2025 16:53:53 +0000 Thu, 18 Sep 2025 16:49:28 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 18 Sep 2025 16:53:53 +0000 Thu, 18 Sep 2025 16:49:28 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 18 Sep 2025 16:53:53 +0000 Thu, 18 Sep 2025 16:49:28 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 18 Sep 2025 16:53:53 +0000 Thu, 18 Sep 2025 16:49:31 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.4
Hostname: ha-629066-m03
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863440Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863440Ki
pods: 110
System Info:
Machine ID: 7992ca0c774d406587a528b1df9d9951
System UUID: a73fffa3-f69d-4fae-82f6-3ada6a9af214
Boot ID: 808797d3-f579-48e3-96da-3a3b22c34155
Kernel Version: 6.8.0-1037-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://28.4.0
Kubelet Version: v1.34.0
Kube-Proxy Version:
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7b57f96db7-mx8xj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m31s
kube-system etcd-ha-629066-m03 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 6m34s
kube-system kindnet-gn9bm 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 6m37s
kube-system kube-apiserver-ha-629066-m03 250m (3%) 0 (0%) 0 (0%) 0 (0%) 6m34s
kube-system kube-controller-manager-ha-629066-m03 200m (2%) 0 (0%) 0 (0%) 0 (0%) 6m34s
kube-system kube-proxy-6mln4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m37s
kube-system kube-scheduler-ha-629066-m03 100m (1%) 0 (0%) 0 (0%) 0 (0%) 6m34s
kube-system kube-vip-ha-629066-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m34s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (9%) 100m (1%)
memory 150Mi (0%) 50Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 6m34s node-controller Node ha-629066-m03 event: Registered Node ha-629066-m03 in Controller
Normal RegisteredNode 6m33s node-controller Node ha-629066-m03 event: Registered Node ha-629066-m03 in Controller
Normal RegisteredNode 6m33s node-controller Node ha-629066-m03 event: Registered Node ha-629066-m03 in Controller
==> dmesg <==
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff be 2d 23 dc 01 6d 08 06
[ +0.036967] IPv4: martian source 10.244.0.1 from 10.244.0.25, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 62 f2 43 76 bc c9 08 06
[ +7.620046] IPv4: martian source 10.244.0.1 from 10.244.0.26, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff a6 18 22 60 ab 7e 08 06
[ +0.000404] IPv4: martian source 10.244.0.26 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 1e 9c 36 66 e4 a7 08 06
[Sep18 16:42] IPv4: martian source 10.244.0.1 from 10.244.0.31, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 7e 3f 5a bc 70 91 08 06
[ +0.000420] IPv4: martian source 10.244.0.31 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 1e 9c 36 66 e4 a7 08 06
[ +0.000802] IPv4: martian source 10.244.0.31 from 10.244.0.6, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff ca 65 85 d6 f9 c6 08 06
[ +4.846617] IPv4: martian source 10.244.0.30 from 10.244.0.24, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff be 2d 23 dc 01 6d 08 06
[ +1.394956] IPv4: martian source 10.244.0.24 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 1e 9c 36 66 e4 a7 08 06
[Sep18 16:44] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000010] ll header: 00000000: ff ff ff ff ff ff 22 f1 2f 2e 9e a7 08 06
[Sep18 16:45] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 3a d7 53 22 48 76 08 06
[Sep18 16:46] IPv4: martian source 10.244.0.1 from 10.244.0.5, on dev eth0
[ +0.000010] ll header: 00000000: ff ff ff ff ff ff aa 28 5f 42 c4 ca 08 06
[Sep18 16:47] IPv4: martian source 10.244.0.1 from 10.244.0.13, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 36 1c 73 1a f4 1d 08 06
==> etcd [e764a838a16a] <==
{"level":"warn","ts":"2025-09-18T16:49:15.990338Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"aec36adc501070cc","remote-peer-id":"416a4ed090babf9e"}
{"level":"info","ts":"2025-09-18T16:49:15.990350Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"aec36adc501070cc","remote-peer-id":"416a4ed090babf9e"}
{"level":"info","ts":"2025-09-18T16:49:16.034075Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"aec36adc501070cc","remote-peer-id":"416a4ed090babf9e"}
{"level":"info","ts":"2025-09-18T16:49:16.036149Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"aec36adc501070cc","remote-peer-id":"416a4ed090babf9e"}
{"level":"info","ts":"2025-09-18T16:49:16.050366Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"aec36adc501070cc","to":"16638b0324221ecc","bytes":913397,"size":"913 kB","took":"30.018234664s"}
{"level":"warn","ts":"2025-09-18T16:49:16.062404Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"192.168.49.4:39398","server-name":"","error":"EOF"}
{"level":"info","ts":"2025-09-18T16:49:16.064298Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"aec36adc501070cc switched to configuration voters=(1613285937136148172 4713666617684967326 12593026477526642892)"}
{"level":"info","ts":"2025-09-18T16:49:16.064455Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","promoted-member-id":"416a4ed090babf9e"}
{"level":"info","ts":"2025-09-18T16:49:16.064501Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"aec36adc501070cc","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"416a4ed090babf9e"}
{"level":"info","ts":"2025-09-18T16:49:24.556928Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"}
{"level":"info","ts":"2025-09-18T16:49:28.787287Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"}
{"level":"info","ts":"2025-09-18T16:49:36.326801Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"}
{"level":"info","ts":"2025-09-18T16:49:45.965665Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"aec36adc501070cc","to":"416a4ed090babf9e","bytes":1381311,"size":"1.4 MB","took":"30.011318275s"}
{"level":"warn","ts":"2025-09-18T16:55:36.802576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.502652ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2025-09-18T16:55:36.802624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.376968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath\" limit:1 ","response":"range_response_count:1 size:1110"}
{"level":"info","ts":"2025-09-18T16:55:36.802663Z","caller":"traceutil/trace.go:172","msg":"trace[254353490] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1849; }","duration":"180.598195ms","start":"2025-09-18T16:55:36.622046Z","end":"2025-09-18T16:55:36.802644Z","steps":["trace[254353490] 'range keys from in-memory index tree' (duration: 180.460893ms)"],"step_count":1}
{"level":"info","ts":"2025-09-18T16:55:36.802681Z","caller":"traceutil/trace.go:172","msg":"trace[1026012025] range","detail":"{range_begin:/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath; range_end:; response_count:1; response_revision:1849; }","duration":"197.435283ms","start":"2025-09-18T16:55:36.605226Z","end":"2025-09-18T16:55:36.802662Z","steps":["trace[1026012025] 'range keys from in-memory index tree' (duration: 196.770664ms)"],"step_count":1}
{"level":"info","ts":"2025-09-18T16:55:36.934116Z","caller":"traceutil/trace.go:172","msg":"trace[1210372800] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"127.187829ms","start":"2025-09-18T16:55:36.806913Z","end":"2025-09-18T16:55:36.934101Z","steps":["trace[1210372800] 'process raft request' (duration: 127.055403ms)"],"step_count":1}
{"level":"warn","ts":"2025-09-18T16:55:54.763868Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"416a4ed090babf9e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.507406ms"}
{"level":"warn","ts":"2025-09-18T16:55:54.763939Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"16638b0324221ecc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"27.584073ms"}
{"level":"info","ts":"2025-09-18T16:55:54.764141Z","caller":"traceutil/trace.go:172","msg":"trace[143873940] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"162.422265ms","start":"2025-09-18T16:55:54.601702Z","end":"2025-09-18T16:55:54.764124Z","steps":["trace[143873940] 'process raft request' (duration: 162.295987ms)"],"step_count":1}
{"level":"info","ts":"2025-09-18T16:55:54.764845Z","caller":"traceutil/trace.go:172","msg":"trace[1752848717] linearizableReadLoop","detail":"{readStateIndex:2290; appliedIndex:2291; }","duration":"142.754372ms","start":"2025-09-18T16:55:54.622076Z","end":"2025-09-18T16:55:54.764830Z","steps":["trace[1752848717] 'read index received' (duration: 142.749147ms)","trace[1752848717] 'applied index is now lower than readState.Index' (duration: 3.872µs)"],"step_count":2}
{"level":"warn","ts":"2025-09-18T16:55:54.764981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.917597ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-09-18T16:55:54.765027Z","caller":"traceutil/trace.go:172","msg":"trace[425470897] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1896; }","duration":"142.978074ms","start":"2025-09-18T16:55:54.622039Z","end":"2025-09-18T16:55:54.765017Z","steps":["trace[425470897] 'agreement among raft nodes before linearized reading' (duration: 142.894442ms)"],"step_count":1}
{"level":"info","ts":"2025-09-18T16:55:55.157288Z","caller":"traceutil/trace.go:172","msg":"trace[852283496] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"132.842971ms","start":"2025-09-18T16:55:55.024399Z","end":"2025-09-18T16:55:55.157242Z","steps":["trace[852283496] 'process raft request' (duration: 132.725698ms)"],"step_count":1}
==> kernel <==
16:56:05 up 38 min, 0 users, load average: 0.57, 1.03, 0.98
Linux ha-629066 6.8.0-1037-gcp #39~22.04.1-Ubuntu SMP Thu Aug 21 17:29:24 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [692c2e3e0581] <==
I0918 16:55:23.351688 1 main.go:324] Node ha-629066-m03 has CIDR [10.244.2.0/24]
I0918 16:55:33.361189 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0918 16:55:33.361231 1 main.go:301] handling current node
I0918 16:55:33.361270 1 main.go:297] Handling node with IPs: map[192.168.49.3:{}]
I0918 16:55:33.361280 1 main.go:324] Node ha-629066-m02 has CIDR [10.244.1.0/24]
I0918 16:55:33.361504 1 main.go:297] Handling node with IPs: map[192.168.49.4:{}]
I0918 16:55:33.361522 1 main.go:324] Node ha-629066-m03 has CIDR [10.244.2.0/24]
I0918 16:55:43.351118 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0918 16:55:43.351160 1 main.go:301] handling current node
I0918 16:55:43.351186 1 main.go:297] Handling node with IPs: map[192.168.49.3:{}]
I0918 16:55:43.351196 1 main.go:324] Node ha-629066-m02 has CIDR [10.244.1.0/24]
I0918 16:55:43.351468 1 main.go:297] Handling node with IPs: map[192.168.49.4:{}]
I0918 16:55:43.351483 1 main.go:324] Node ha-629066-m03 has CIDR [10.244.2.0/24]
I0918 16:55:53.359321 1 main.go:297] Handling node with IPs: map[192.168.49.4:{}]
I0918 16:55:53.359350 1 main.go:324] Node ha-629066-m03 has CIDR [10.244.2.0/24]
I0918 16:55:53.359565 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0918 16:55:53.359582 1 main.go:301] handling current node
I0918 16:55:53.359597 1 main.go:297] Handling node with IPs: map[192.168.49.3:{}]
I0918 16:55:53.359603 1 main.go:324] Node ha-629066-m02 has CIDR [10.244.1.0/24]
I0918 16:56:03.359358 1 main.go:297] Handling node with IPs: map[192.168.49.3:{}]
I0918 16:56:03.359390 1 main.go:324] Node ha-629066-m02 has CIDR [10.244.1.0/24]
I0918 16:56:03.359684 1 main.go:297] Handling node with IPs: map[192.168.49.4:{}]
I0918 16:56:03.359702 1 main.go:324] Node ha-629066-m03 has CIDR [10.244.2.0/24]
I0918 16:56:03.359888 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0918 16:56:03.359909 1 main.go:301] handling current node
==> kube-apiserver [e46c7a9bcb77] <==
I0918 16:49:24.329969 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0918 16:49:45.017986 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0918 16:50:44.903769 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0918 16:50:56.131321 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0918 16:52:04.511466 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0918 16:52:05.510210 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0918 16:53:22.609321 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0918 16:53:29.493149 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0918 16:54:26.228929 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0918 16:54:51.083301 1 stats.go:136] "Error getting keys" err="empty key: \"\""
I0918 16:55:26.673630 1 stats.go:136] "Error getting keys" err="empty key: \"\""
E0918 16:55:26.745628 1 conn.go:339] Error on socket receive: read tcp 192.168.49.254:8443->192.168.49.1:34162: use of closed network connection
E0918 16:55:26.917540 1 conn.go:339] Error on socket receive: read tcp 192.168.49.254:8443->192.168.49.1:34188: use of closed network connection
E0918 16:55:27.090576 1 conn.go:339] Error on socket receive: read tcp 192.168.49.254:8443->192.168.49.1:34202: use of closed network connection
E0918 16:55:27.266340 1 conn.go:339] Error on socket receive: read tcp 192.168.49.254:8443->192.168.49.1:34212: use of closed network connection
E0918 16:55:27.459917 1 conn.go:339] Error on socket receive: read tcp 192.168.49.254:8443->192.168.49.1:34222: use of closed network connection
E0918 16:55:27.628923 1 conn.go:339] Error on socket receive: read tcp 192.168.49.254:8443->192.168.49.1:34230: use of closed network connection
E0918 16:55:27.788298 1 conn.go:339] Error on socket receive: read tcp 192.168.49.254:8443->192.168.49.1:34234: use of closed network connection
E0918 16:55:27.967309 1 conn.go:339] Error on socket receive: read tcp 192.168.49.254:8443->192.168.49.1:34258: use of closed network connection
E0918 16:55:28.143051 1 conn.go:339] Error on socket receive: read tcp 192.168.49.254:8443->192.168.49.1:34268: use of closed network connection
E0918 16:55:30.342925 1 conn.go:339] Error on socket receive: read tcp 192.168.49.254:8443->192.168.49.1:53402: use of closed network connection
E0918 16:55:30.508174 1 conn.go:339] Error on socket receive: read tcp 192.168.49.254:8443->192.168.49.1:53410: use of closed network connection
E0918 16:55:30.677845 1 conn.go:339] Error on socket receive: read tcp 192.168.49.254:8443->192.168.49.1:53422: use of closed network connection
E0918 16:55:30.836130 1 conn.go:339] Error on socket receive: read tcp 192.168.49.254:8443->192.168.49.1:53446: use of closed network connection
E0918 16:55:31.005296 1 conn.go:339] Error on socket receive: read tcp 192.168.49.254:8443->192.168.49.1:53470: use of closed network connection
==> kube-controller-manager [9f79afa74ed8] <==
I0918 16:48:26.449067 1 shared_informer.go:356] "Caches are synced" controller="TTL"
I0918 16:48:26.449140 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I0918 16:48:26.449209 1 shared_informer.go:356] "Caches are synced" controller="expand"
I0918 16:48:26.449577 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I0918 16:48:26.449689 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I0918 16:48:26.449786 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I0918 16:48:26.449808 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I0918 16:48:26.449941 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I0918 16:48:26.450083 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I0918 16:48:26.450094 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet"
I0918 16:48:26.452527 1 shared_informer.go:356] "Caches are synced" controller="taint"
I0918 16:48:26.452634 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I0918 16:48:26.452717 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-629066"
I0918 16:48:26.452762 1 node_lifecycle_controller.go:1067] "Controller detected that zone is now in new state" logger="node-lifecycle-controller" zone="" newState="Normal"
I0918 16:48:26.453814 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I0918 16:48:26.453814 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I0918 16:48:26.453888 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I0918 16:48:26.460835 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I0918 16:48:26.469949 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I0918 16:48:58.933868 1 actual_state_of_world.go:541] "Failed to update statusUpdateNeeded field in actual state of world" logger="persistentvolume-attach-detach-controller" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ha-629066-m02\" does not exist"
I0918 16:48:58.951081 1 range_allocator.go:428] "Set node PodCIDR" logger="node-ipam-controller" node="ha-629066-m02" podCIDRs=["10.244.1.0/24"]
I0918 16:49:01.456546 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-629066-m02"
I0918 16:49:28.670882 1 actual_state_of_world.go:541] "Failed to update statusUpdateNeeded field in actual state of world" logger="persistentvolume-attach-detach-controller" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ha-629066-m03\" does not exist"
I0918 16:49:28.682570 1 range_allocator.go:428] "Set node PodCIDR" logger="node-ipam-controller" node="ha-629066-m03" podCIDRs=["10.244.2.0/24"]
I0918 16:49:31.461087 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-629066-m03"
==> kube-proxy [bca8618e8871] <==
I0918 16:48:27.938832 1 server_linux.go:53] "Using iptables proxy"
I0918 16:48:27.996345 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I0918 16:48:28.096700 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I0918 16:48:28.096810 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.49.2"]
E0918 16:48:28.096907 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0918 16:48:28.130478 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0918 16:48:28.130530 1 server_linux.go:132] "Using iptables Proxier"
I0918 16:48:28.138052 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0918 16:48:28.138553 1 server.go:527] "Version info" version="v1.34.0"
I0918 16:48:28.138628 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0918 16:48:28.140082 1 config.go:200] "Starting service config controller"
I0918 16:48:28.140129 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I0918 16:48:28.140572 1 config.go:309] "Starting node config controller"
I0918 16:48:28.140790 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I0918 16:48:28.140851 1 shared_informer.go:356] "Caches are synced" controller="node config"
I0918 16:48:28.140738 1 config.go:106] "Starting endpoint slice config controller"
I0918 16:48:28.140948 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I0918 16:48:28.140760 1 config.go:403] "Starting serviceCIDR config controller"
I0918 16:48:28.141116 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I0918 16:48:28.240357 1 shared_informer.go:356] "Caches are synced" controller="service config"
I0918 16:48:28.241866 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I0918 16:48:28.241906 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [b6410252d937] <==
E0918 16:48:20.503754 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E0918 16:48:20.540917 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E0918 16:48:20.543740 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E0918 16:48:20.566109 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E0918 16:48:20.569099 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E0918 16:48:20.584690 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E0918 16:48:20.825045 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_amd64.s:1700" type="*v1.ConfigMap"
I0918 16:48:23.377672 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
E0918 16:48:58.961189 1 framework.go:1400] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-rsh97\": pod kube-proxy-rsh97 is already assigned to node \"ha-629066-m02\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-rsh97" node="ha-629066-m02"
E0918 16:48:58.961186 1 framework.go:1400] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-jspcs\": pod kindnet-jspcs is already assigned to node \"ha-629066-m02\"" plugin="DefaultBinder" pod="kube-system/kindnet-jspcs" node="ha-629066-m02"
E0918 16:48:58.961432 1 schedule_one.go:379] "scheduler cache ForgetPod failed" err="pod 000332d7-841e-48e4-b7bc-b9916d37080d(kube-system/kube-proxy-rsh97) wasn't assumed so cannot be forgotten" logger="UnhandledError" pod="kube-system/kube-proxy-rsh97"
E0918 16:48:58.961480 1 schedule_one.go:1079] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-rsh97\": pod kube-proxy-rsh97 is already assigned to node \"ha-629066-m02\"" logger="UnhandledError" pod="kube-system/kube-proxy-rsh97"
E0918 16:48:58.961640 1 schedule_one.go:1079] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-jspcs\": pod kindnet-jspcs is already assigned to node \"ha-629066-m02\"" logger="UnhandledError" pod="kube-system/kindnet-jspcs"
I0918 16:48:58.962558 1 schedule_one.go:1092] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-rsh97" node="ha-629066-m02"
E0918 16:49:28.725534 1 framework.go:1400] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-h95q6\": pod kindnet-h95q6 is already assigned to node \"ha-629066-m03\"" plugin="DefaultBinder" pod="kube-system/kindnet-h95q6" node="ha-629066-m03"
E0918 16:49:28.725624 1 schedule_one.go:1079] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-h95q6\": pod kindnet-h95q6 is already assigned to node \"ha-629066-m03\"" logger="UnhandledError" pod="kube-system/kindnet-h95q6"
E0918 16:49:28.729952 1 framework.go:1400] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-hz5qg\": pod kube-proxy-hz5qg is already assigned to node \"ha-629066-m03\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-hz5qg" node="ha-629066-m03"
E0918 16:49:28.731095 1 schedule_one.go:379] "scheduler cache ForgetPod failed" err="pod c243b72a-7c9e-4b49-bead-ca3b870c4863(kube-system/kube-proxy-hz5qg) wasn't assumed so cannot be forgotten" logger="UnhandledError" pod="kube-system/kube-proxy-hz5qg"
E0918 16:49:28.731174 1 schedule_one.go:1079] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-hz5qg\": pod kube-proxy-hz5qg is already assigned to node \"ha-629066-m03\"" logger="UnhandledError" pod="kube-system/kube-proxy-hz5qg"
I0918 16:49:28.732329 1 schedule_one.go:1092] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-hz5qg" node="ha-629066-m03"
E0918 16:53:34.334018 1 framework.go:1400] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7b57f96db7-mx8xj\": pod busybox-7b57f96db7-mx8xj is already assigned to node \"ha-629066-m03\"" plugin="DefaultBinder" pod="default/busybox-7b57f96db7-mx8xj" node="ha-629066-m03"
E0918 16:53:34.335198 1 schedule_one.go:379] "scheduler cache ForgetPod failed" err="pod 80280a88-7ce9-4bf6-91f4-5215f20c2712(default/busybox-7b57f96db7-mx8xj) wasn't assumed so cannot be forgotten" logger="UnhandledError" pod="default/busybox-7b57f96db7-mx8xj"
E0918 16:53:34.335659 1 schedule_one.go:1079] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7b57f96db7-mx8xj\": pod busybox-7b57f96db7-mx8xj is already assigned to node \"ha-629066-m03\"" logger="UnhandledError" pod="default/busybox-7b57f96db7-mx8xj"
I0918 16:53:34.345068 1 schedule_one.go:1092] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7b57f96db7-mx8xj" node="ha-629066-m03"
E0918 16:53:34.443524 1 pod_status_patch.go:111] "Failed to patch pod status" err="pods \"busybox-7b57f96db7-pgwjm\" not found" pod="default/busybox-7b57f96db7-pgwjm"
==> kubelet <==
Sep 18 16:48:27 ha-629066 kubelet[2472]: I0918 16:48:27.292406 2472 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/c339e275-8a8e-43bb-9dd3-406cd491ee3f-lib-modules\") pod \"kube-proxy-7mf94\" (UID: \"c339e275-8a8e-43bb-9dd3-406cd491ee3f\") " pod="kube-system/kube-proxy-7mf94"
Sep 18 16:48:27 ha-629066 kubelet[2472]: I0918 16:48:27.292452 2472 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kmtjj\" (UniqueName: \"kubernetes.io/projected/c339e275-8a8e-43bb-9dd3-406cd491ee3f-kube-api-access-kmtjj\") pod \"kube-proxy-7mf94\" (UID: \"c339e275-8a8e-43bb-9dd3-406cd491ee3f\") " pod="kube-system/kube-proxy-7mf94"
Sep 18 16:48:27 ha-629066 kubelet[2472]: I0918 16:48:27.292480 2472 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/4489cb35-9f37-498a-86ea-9b8a764f9158-cni-cfg\") pod \"kindnet-dc9ws\" (UID: \"4489cb35-9f37-498a-86ea-9b8a764f9158\") " pod="kube-system/kindnet-dc9ws"
Sep 18 16:48:27 ha-629066 kubelet[2472]: I0918 16:48:27.695696 2472 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/447b2051-8dbe-4c0b-b670-715e50640efe-config-volume\") pod \"coredns-66bc5c9577-jzlbg\" (UID: \"447b2051-8dbe-4c0b-b670-715e50640efe\") " pod="kube-system/coredns-66bc5c9577-jzlbg"
Sep 18 16:48:27 ha-629066 kubelet[2472]: I0918 16:48:27.697100 2472 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2djk7\" (UniqueName: \"kubernetes.io/projected/447b2051-8dbe-4c0b-b670-715e50640efe-kube-api-access-2djk7\") pod \"coredns-66bc5c9577-jzlbg\" (UID: \"447b2051-8dbe-4c0b-b670-715e50640efe\") " pod="kube-system/coredns-66bc5c9577-jzlbg"
Sep 18 16:48:27 ha-629066 kubelet[2472]: I0918 16:48:27.697180 2472 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/3af098d4-9397-4df8-b068-2844addbc25b-config-volume\") pod \"coredns-66bc5c9577-wpvxr\" (UID: \"3af098d4-9397-4df8-b068-2844addbc25b\") " pod="kube-system/coredns-66bc5c9577-wpvxr"
Sep 18 16:48:27 ha-629066 kubelet[2472]: I0918 16:48:27.697287 2472 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v4qzx\" (UniqueName: \"kubernetes.io/projected/3af098d4-9397-4df8-b068-2844addbc25b-kube-api-access-v4qzx\") pod \"coredns-66bc5c9577-wpvxr\" (UID: \"3af098d4-9397-4df8-b068-2844addbc25b\") " pod="kube-system/coredns-66bc5c9577-wpvxr"
Sep 18 16:48:27 ha-629066 kubelet[2472]: I0918 16:48:27.998719 2472 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/4061a40a-65e7-4dc5-8cfd-daa0dd382c41-tmp\") pod \"storage-provisioner\" (UID: \"4061a40a-65e7-4dc5-8cfd-daa0dd382c41\") " pod="kube-system/storage-provisioner"
Sep 18 16:48:27 ha-629066 kubelet[2472]: I0918 16:48:27.998830 2472 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6frz8\" (UniqueName: \"kubernetes.io/projected/4061a40a-65e7-4dc5-8cfd-daa0dd382c41-kube-api-access-6frz8\") pod \"storage-provisioner\" (UID: \"4061a40a-65e7-4dc5-8cfd-daa0dd382c41\") " pod="kube-system/storage-provisioner"
Sep 18 16:48:28 ha-629066 kubelet[2472]: I0918 16:48:28.051416 2472 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="efa318ef6c46ad7db9ebe773853fb1b222f47fc30d3ef5551573a6f1d14677ee"
Sep 18 16:48:29 ha-629066 kubelet[2472]: I0918 16:48:29.122546 2472 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-proxy-7mf94" podStartSLOduration=2.122522618 podStartE2EDuration="2.122522618s" podCreationTimestamp="2025-09-18 16:48:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-09-18 16:48:28.107467851 +0000 UTC m=+6.411176852" watchObservedRunningTime="2025-09-18 16:48:29.122522618 +0000 UTC m=+7.426231595"
Sep 18 16:48:29 ha-629066 kubelet[2472]: I0918 16:48:29.134327 2472 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/coredns-66bc5c9577-wpvxr" podStartSLOduration=2.134300237 podStartE2EDuration="2.134300237s" podCreationTimestamp="2025-09-18 16:48:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-09-18 16:48:29.123046863 +0000 UTC m=+7.426755841" watchObservedRunningTime="2025-09-18 16:48:29.134300237 +0000 UTC m=+7.438009216"
Sep 18 16:48:29 ha-629066 kubelet[2472]: I0918 16:48:29.151824 2472 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=2.151800533 podStartE2EDuration="2.151800533s" podCreationTimestamp="2025-09-18 16:48:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-09-18 16:48:29.134520988 +0000 UTC m=+7.438229966" watchObservedRunningTime="2025-09-18 16:48:29.151800533 +0000 UTC m=+7.455509511"
Sep 18 16:48:31 ha-629066 kubelet[2472]: I0918 16:48:31.997777 2472 kuberuntime_manager.go:1828] "Updating runtime config through cri with podcidr" CIDR="10.244.0.0/24"
Sep 18 16:48:31 ha-629066 kubelet[2472]: I0918 16:48:31.998777 2472 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.244.0.0/24"
Sep 18 16:48:33 ha-629066 kubelet[2472]: I0918 16:48:33.183119 2472 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/coredns-66bc5c9577-jzlbg" podStartSLOduration=6.183092117 podStartE2EDuration="6.183092117s" podCreationTimestamp="2025-09-18 16:48:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-09-18 16:48:29.151730073 +0000 UTC m=+7.455439051" watchObservedRunningTime="2025-09-18 16:48:33.183092117 +0000 UTC m=+11.486801096"
Sep 18 16:48:33 ha-629066 kubelet[2472]: I0918 16:48:33.183432 2472 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kindnet-dc9ws" podStartSLOduration=1.51931316 podStartE2EDuration="6.183416475s" podCreationTimestamp="2025-09-18 16:48:27 +0000 UTC" firstStartedPulling="2025-09-18 16:48:28.054672398 +0000 UTC m=+6.358381357" lastFinishedPulling="2025-09-18 16:48:32.718775704 +0000 UTC m=+11.022484672" observedRunningTime="2025-09-18 16:48:33.182832477 +0000 UTC m=+11.486541457" watchObservedRunningTime="2025-09-18 16:48:33.183416475 +0000 UTC m=+11.487125453"
Sep 18 16:48:42 ha-629066 kubelet[2472]: I0918 16:48:42.259262 2472 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5271904ebf19a0247fde6a169f1e0ddef6d43d19800074f816d4733ea61825d9"
Sep 18 16:48:42 ha-629066 kubelet[2472]: I0918 16:48:42.284586 2472 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="673653b10dcc552a004fcc8de60d6a02dc98a8381a378ca03f7abf7aaa0730f3"
Sep 18 16:48:55 ha-629066 kubelet[2472]: I0918 16:48:55.399808 2472 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c9cd0e880003a5195d26a69dab5d3b18a05ced0a398ae6f7d308bad6ae02e186"
Sep 18 16:48:55 ha-629066 kubelet[2472]: I0918 16:48:55.399894 2472 scope.go:117] "RemoveContainer" containerID="4ccc60ca8989c4dfe91b596623108ee77fdb26012cc69ec8d755a97335061067"
Sep 18 16:48:55 ha-629066 kubelet[2472]: I0918 16:48:55.420791 2472 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="663d84a2f28b5f6ae7d11e2dbfd97e8ccdce6e47ebb3b390cc87669656439ba2"
Sep 18 16:48:55 ha-629066 kubelet[2472]: I0918 16:48:55.420850 2472 scope.go:117] "RemoveContainer" containerID="24c81be016df2285b5baa7f77fba6afca7b8b7bd0caa5f89e648b8bca422b69a"
Sep 18 16:53:34 ha-629066 kubelet[2472]: I0918 16:53:34.466705 2472 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p7phs\" (UniqueName: \"kubernetes.io/projected/fb19e0a3-44ec-4e00-a269-1b01a0de712a-kube-api-access-p7phs\") pod \"busybox-7b57f96db7-fxq9l\" (UID: \"fb19e0a3-44ec-4e00-a269-1b01a0de712a\") " pod="default/busybox-7b57f96db7-fxq9l"
Sep 18 16:55:26 ha-629066 kubelet[2472]: E0918 16:55:26.917532 2472 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp [::1]:54602->[::1]:36351: write tcp [::1]:54602->[::1]:36351: write: broken pipe
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-629066 -n ha-629066
helpers_test.go:269: (dbg) Run: kubectl --context ha-629066 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestMultiControlPlane/serial/HAppyAfterClusterStart FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterClusterStart (2.61s)