=== RUN TestMultiControlPlane/serial/HAppyAfterClusterStart
ha_test.go:281: (dbg) Run: out/minikube-darwin-amd64 profile list --output json
ha_test.go:305: expected profile "ha-214000" in json of 'profile list' to include 4 nodes but have 3 nodes. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-214000\",\"Status\":\"OK\",\"Config\":{\"Name\":\"ha-214000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperkit\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\"APIServerPor
t\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-214000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.169.0.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.169.0.5\",\"Port\":8443,\"KubernetesVersion\":\"
v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.169.0.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.169.0.7\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":
false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwar
ePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-amd64 profile list --output json"
ha_test.go:309: expected profile "ha-214000" in json of 'profile list' to have "HAppy" status but have "OK" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-214000\",\"Status\":\"OK\",\"Config\":{\"Name\":\"ha-214000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperkit\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\"APIS
erverPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-214000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.169.0.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.169.0.5\",\"Port\":8443,\"KubernetesVers
ion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.169.0.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.169.0.7\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-p
olicy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQem
uFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-214000 -n ha-214000
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterClusterStart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterClusterStart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-darwin-amd64 -p ha-214000 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-darwin-amd64 -p ha-214000 logs -n 25: (2.346582979s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterClusterStart logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------|-----------|---------|---------|---------------------|---------------------|
| kubectl | -p ha-214000 -- get pods -o | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:23 PDT | 03 Oct 24 20:23 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-214000 -- get pods -o | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:23 PDT | 03 Oct 24 20:23 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-214000 -- get pods -o | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:23 PDT | 03 Oct 24 20:23 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-214000 -- get pods -o | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:23 PDT | 03 Oct 24 20:23 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-214000 -- get pods -o | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:23 PDT | 03 Oct 24 20:23 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-214000 -- get pods -o | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:23 PDT | 03 Oct 24 20:23 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-214000 -- get pods -o | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | 03 Oct 24 20:24 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-214000 -- get pods -o | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | 03 Oct 24 20:24 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-214000 -- get pods -o | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | 03 Oct 24 20:24 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-214000 -- get pods -o | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | 03 Oct 24 20:24 PDT |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p ha-214000 -- exec | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | |
| | busybox-7dff88458-9tvdj -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p ha-214000 -- exec | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | 03 Oct 24 20:24 PDT |
| | busybox-7dff88458-m7hqf -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p ha-214000 -- exec | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | |
| | busybox-7dff88458-z5g4l -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p ha-214000 -- exec | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | |
| | busybox-7dff88458-9tvdj -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p ha-214000 -- exec | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | 03 Oct 24 20:24 PDT |
| | busybox-7dff88458-m7hqf -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p ha-214000 -- exec | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | |
| | busybox-7dff88458-z5g4l -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p ha-214000 -- exec | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | |
| | busybox-7dff88458-9tvdj -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p ha-214000 -- exec | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | 03 Oct 24 20:24 PDT |
| | busybox-7dff88458-m7hqf -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p ha-214000 -- exec | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | |
| | busybox-7dff88458-z5g4l -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p ha-214000 -- get pods -o | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | 03 Oct 24 20:24 PDT |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p ha-214000 -- exec | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | |
| | busybox-7dff88458-9tvdj | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p ha-214000 -- exec | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | 03 Oct 24 20:24 PDT |
| | busybox-7dff88458-m7hqf | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p ha-214000 -- exec | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | 03 Oct 24 20:24 PDT |
| | busybox-7dff88458-m7hqf -- sh | | | | | |
| | -c ping -c 1 192.169.0.1 | | | | | |
| kubectl | -p ha-214000 -- exec | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | |
| | busybox-7dff88458-z5g4l | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| node | add -p ha-214000 -v=7 | ha-214000 | jenkins | v1.34.0 | 03 Oct 24 20:24 PDT | 03 Oct 24 20:25 PDT |
| | --alsologtostderr | | | | | |
|---------|--------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/03 20:11:29
Running on machine: MacOS-Agent-4
Binary: Built with gc go1.23.0 for darwin/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1003 20:11:29.362809 3786 out.go:345] Setting OutFile to fd 1 ...
I1003 20:11:29.363039 3786 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1003 20:11:29.363044 3786 out.go:358] Setting ErrFile to fd 2...
I1003 20:11:29.363048 3786 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1003 20:11:29.363235 3786 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19546-1440/.minikube/bin
I1003 20:11:29.365000 3786 out.go:352] Setting JSON to false
I1003 20:11:29.396737 3786 start.go:129] hostinfo: {"hostname":"MacOS-Agent-4.local","uptime":2459,"bootTime":1728009030,"procs":485,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"15.0.1","kernelVersion":"24.0.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"f2f27e25-cfda-5ffd-9706-e98286194e62"}
W1003 20:11:29.396923 3786 start.go:137] gopshost.Virtualization returned error: not implemented yet
I1003 20:11:29.458044 3786 out.go:177] * [ha-214000] minikube v1.34.0 on Darwin 15.0.1
I1003 20:11:29.482012 3786 notify.go:220] Checking for updates...
I1003 20:11:29.511063 3786 out.go:177] - MINIKUBE_LOCATION=19546
I1003 20:11:29.544230 3786 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/19546-1440/kubeconfig
I1003 20:11:29.589182 3786 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-amd64
I1003 20:11:29.617478 3786 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1003 20:11:29.637723 3786 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19546-1440/.minikube
I1003 20:11:29.658836 3786 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1003 20:11:29.680396 3786 driver.go:394] Setting default libvirt URI to qemu:///system
I1003 20:11:29.712883 3786 out.go:177] * Using the hyperkit driver based on user configuration
I1003 20:11:29.754745 3786 start.go:297] selected driver: hyperkit
I1003 20:11:29.754773 3786 start.go:901] validating driver "hyperkit" against <nil>
I1003 20:11:29.754794 3786 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1003 20:11:29.761531 3786 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1003 20:11:29.761672 3786 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/19546-1440/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin
I1003 20:11:29.772272 3786 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.34.0
I1003 20:11:29.778672 3786 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1003 20:11:29.778698 3786 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good
I1003 20:11:29.778749 3786 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1003 20:11:29.778983 3786 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1003 20:11:29.779016 3786 cni.go:84] Creating CNI manager for ""
I1003 20:11:29.779048 3786 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1003 20:11:29.779054 3786 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1003 20:11:29.779122 3786 start.go:340] cluster config:
{Name:ha-214000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-214000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:dock
er CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:
0 GPUs: AutoPauseInterval:1m0s}
I1003 20:11:29.779200 3786 iso.go:125] acquiring lock: {Name:mkff99aa7c8fccf1cce53982ea6ff54b0512813e Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1003 20:11:29.821469 3786 out.go:177] * Starting "ha-214000" primary control-plane node in "ha-214000" cluster
I1003 20:11:29.842726 3786 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I1003 20:11:29.842805 3786 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19546-1440/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4
I1003 20:11:29.842830 3786 cache.go:56] Caching tarball of preloaded images
I1003 20:11:29.843054 3786 preload.go:172] Found /Users/jenkins/minikube-integration/19546-1440/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I1003 20:11:29.843072 3786 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker
I1003 20:11:29.843588 3786 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/config.json ...
I1003 20:11:29.843649 3786 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/config.json: {Name:mk4be269ea2d061f937392ef4273adf7c84c2b8a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1003 20:11:29.844134 3786 start.go:360] acquireMachinesLock for ha-214000: {Name:mk8738c3956e0b6b9cba8247de2373e2c8b1e2fb Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1003 20:11:29.844228 3786 start.go:364] duration metric: took 81.809µs to acquireMachinesLock for "ha-214000"
I1003 20:11:29.844257 3786 start.go:93] Provisioning new machine with config: &{Name:ha-214000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kube
rnetesVersion:v1.31.1 ClusterName:ha-214000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountTyp
e:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I1003 20:11:29.844311 3786 start.go:125] createHost starting for "" (driver="hyperkit")
I1003 20:11:29.865671 3786 out.go:235] * Creating hyperkit VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1003 20:11:29.865889 3786 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1003 20:11:29.865939 3786 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1003 20:11:29.877337 3786 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:50857
I1003 20:11:29.877653 3786 main.go:141] libmachine: () Calling .GetVersion
I1003 20:11:29.878138 3786 main.go:141] libmachine: Using API Version 1
I1003 20:11:29.878153 3786 main.go:141] libmachine: () Calling .SetConfigRaw
I1003 20:11:29.878396 3786 main.go:141] libmachine: () Calling .GetMachineName
I1003 20:11:29.878525 3786 main.go:141] libmachine: (ha-214000) Calling .GetMachineName
I1003 20:11:29.878624 3786 main.go:141] libmachine: (ha-214000) Calling .DriverName
I1003 20:11:29.878732 3786 start.go:159] libmachine.API.Create for "ha-214000" (driver="hyperkit")
I1003 20:11:29.878761 3786 client.go:168] LocalClient.Create starting
I1003 20:11:29.878798 3786 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem
I1003 20:11:29.878859 3786 main.go:141] libmachine: Decoding PEM data...
I1003 20:11:29.878873 3786 main.go:141] libmachine: Parsing certificate...
I1003 20:11:29.878937 3786 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/cert.pem
I1003 20:11:29.878992 3786 main.go:141] libmachine: Decoding PEM data...
I1003 20:11:29.879004 3786 main.go:141] libmachine: Parsing certificate...
I1003 20:11:29.879021 3786 main.go:141] libmachine: Running pre-create checks...
I1003 20:11:29.879030 3786 main.go:141] libmachine: (ha-214000) Calling .PreCreateCheck
I1003 20:11:29.879111 3786 main.go:141] libmachine: (ha-214000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:11:29.879284 3786 main.go:141] libmachine: (ha-214000) Calling .GetConfigRaw
I1003 20:11:29.887131 3786 main.go:141] libmachine: Creating machine...
I1003 20:11:29.887155 3786 main.go:141] libmachine: (ha-214000) Calling .Create
I1003 20:11:29.887395 3786 main.go:141] libmachine: (ha-214000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:11:29.887708 3786 main.go:141] libmachine: (ha-214000) DBG | I1003 20:11:29.887373 3795 common.go:145] Making disk image using store path: /Users/jenkins/minikube-integration/19546-1440/.minikube
I1003 20:11:29.887815 3786 main.go:141] libmachine: (ha-214000) Downloading /Users/jenkins/minikube-integration/19546-1440/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19546-1440/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1003 20:11:30.068139 3786 main.go:141] libmachine: (ha-214000) DBG | I1003 20:11:30.068058 3795 common.go:152] Creating ssh key: /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/id_rsa...
I1003 20:11:30.278862 3786 main.go:141] libmachine: (ha-214000) DBG | I1003 20:11:30.278767 3795 common.go:158] Creating raw disk image: /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/ha-214000.rawdisk...
I1003 20:11:30.278877 3786 main.go:141] libmachine: (ha-214000) DBG | Writing magic tar header
I1003 20:11:30.278885 3786 main.go:141] libmachine: (ha-214000) DBG | Writing SSH key tar header
I1003 20:11:30.279809 3786 main.go:141] libmachine: (ha-214000) DBG | I1003 20:11:30.279698 3795 common.go:172] Fixing permissions on /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000 ...
I1003 20:11:30.645016 3786 main.go:141] libmachine: (ha-214000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:11:30.645036 3786 main.go:141] libmachine: (ha-214000) DBG | clean start, hyperkit pid file doesn't exist: /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/hyperkit.pid
I1003 20:11:30.645049 3786 main.go:141] libmachine: (ha-214000) DBG | Using UUID 34c8a14a-13f3-4010-ae73-2f65fb092988
I1003 20:11:30.758974 3786 main.go:141] libmachine: (ha-214000) DBG | Generated MAC a:aa:e8:3c:fe:20
I1003 20:11:30.759004 3786 main.go:141] libmachine: (ha-214000) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-214000
I1003 20:11:30.759058 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:30 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"34c8a14a-13f3-4010-ae73-2f65fb092988", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0001d2240)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1003 20:11:30.759114 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:30 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"34c8a14a-13f3-4010-ae73-2f65fb092988", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0001d2240)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1003 20:11:30.759199 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:30 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "34c8a14a-13f3-4010-ae73-2f65fb092988", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/ha-214000.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/tty,log=/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/bzimage,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/initrd,earlyprintk=s
erial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-214000"}
I1003 20:11:30.759251 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:30 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 34c8a14a-13f3-4010-ae73-2f65fb092988 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/ha-214000.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/tty,log=/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/console-ring -f kexec,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/bzimage,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset
norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-214000"
I1003 20:11:30.759265 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:30 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I1003 20:11:30.762136 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:30 DEBUG: hyperkit: Pid is 3798
I1003 20:11:30.762560 3786 main.go:141] libmachine: (ha-214000) DBG | Attempt 0
I1003 20:11:30.762572 3786 main.go:141] libmachine: (ha-214000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:11:30.762695 3786 main.go:141] libmachine: (ha-214000) DBG | hyperkit pid from json: 3798
I1003 20:11:30.763679 3786 main.go:141] libmachine: (ha-214000) DBG | Searching for a:aa:e8:3c:fe:20 in /var/db/dhcpd_leases ...
I1003 20:11:30.763800 3786 main.go:141] libmachine: (ha-214000) DBG | Found 3 entries in /var/db/dhcpd_leases!
I1003 20:11:30.763813 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.4 HWAddress:9a:10:8f:a8:67:89 ID:1,9a:10:8f:a8:67:89 Lease:0x66ff69f8}
I1003 20:11:30.763843 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.3 HWAddress:a2:54:a5:30:e9:eb ID:1,a2:54:a5:30:e9:eb Lease:0x66ff5b45}
I1003 20:11:30.763856 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.2 HWAddress:aa:4f:82:ed:f6:1a ID:1,aa:4f:82:ed:f6:1a Lease:0x66ff65a3}
I1003 20:11:30.772475 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:30 INFO : hyperkit: stderr: Using fd 6 for I/O notifications
I1003 20:11:30.827292 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:30 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I1003 20:11:30.828065 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:30 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1003 20:11:30.828078 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:30 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1003 20:11:30.828093 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:30 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1003 20:11:30.828100 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:30 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1003 20:11:31.209152 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:31 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I1003 20:11:31.209167 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:31 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I1003 20:11:31.323757 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:31 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1003 20:11:31.323779 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:31 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1003 20:11:31.323806 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:31 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1003 20:11:31.323818 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:31 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1003 20:11:31.324662 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:31 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I1003 20:11:31.324674 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:31 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I1003 20:11:32.765982 3786 main.go:141] libmachine: (ha-214000) DBG | Attempt 1
I1003 20:11:32.766001 3786 main.go:141] libmachine: (ha-214000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:11:32.766128 3786 main.go:141] libmachine: (ha-214000) DBG | hyperkit pid from json: 3798
I1003 20:11:32.767005 3786 main.go:141] libmachine: (ha-214000) DBG | Searching for a:aa:e8:3c:fe:20 in /var/db/dhcpd_leases ...
I1003 20:11:32.767043 3786 main.go:141] libmachine: (ha-214000) DBG | Found 3 entries in /var/db/dhcpd_leases!
I1003 20:11:32.767052 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.4 HWAddress:9a:10:8f:a8:67:89 ID:1,9a:10:8f:a8:67:89 Lease:0x66ff69f8}
I1003 20:11:32.767062 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.3 HWAddress:a2:54:a5:30:e9:eb ID:1,a2:54:a5:30:e9:eb Lease:0x66ff5b45}
I1003 20:11:32.767069 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.2 HWAddress:aa:4f:82:ed:f6:1a ID:1,aa:4f:82:ed:f6:1a Lease:0x66ff65a3}
I1003 20:11:34.767585 3786 main.go:141] libmachine: (ha-214000) DBG | Attempt 2
I1003 20:11:34.767598 3786 main.go:141] libmachine: (ha-214000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:11:34.767703 3786 main.go:141] libmachine: (ha-214000) DBG | hyperkit pid from json: 3798
I1003 20:11:34.768723 3786 main.go:141] libmachine: (ha-214000) DBG | Searching for a:aa:e8:3c:fe:20 in /var/db/dhcpd_leases ...
I1003 20:11:34.768771 3786 main.go:141] libmachine: (ha-214000) DBG | Found 3 entries in /var/db/dhcpd_leases!
I1003 20:11:34.768778 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.4 HWAddress:9a:10:8f:a8:67:89 ID:1,9a:10:8f:a8:67:89 Lease:0x66ff69f8}
I1003 20:11:34.768784 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.3 HWAddress:a2:54:a5:30:e9:eb ID:1,a2:54:a5:30:e9:eb Lease:0x66ff5b45}
I1003 20:11:34.768792 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.2 HWAddress:aa:4f:82:ed:f6:1a ID:1,aa:4f:82:ed:f6:1a Lease:0x66ff65a3}
I1003 20:11:36.770456 3786 main.go:141] libmachine: (ha-214000) DBG | Attempt 3
I1003 20:11:36.770473 3786 main.go:141] libmachine: (ha-214000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:11:36.770579 3786 main.go:141] libmachine: (ha-214000) DBG | hyperkit pid from json: 3798
I1003 20:11:36.771418 3786 main.go:141] libmachine: (ha-214000) DBG | Searching for a:aa:e8:3c:fe:20 in /var/db/dhcpd_leases ...
I1003 20:11:36.771473 3786 main.go:141] libmachine: (ha-214000) DBG | Found 3 entries in /var/db/dhcpd_leases!
I1003 20:11:36.771484 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.4 HWAddress:9a:10:8f:a8:67:89 ID:1,9a:10:8f:a8:67:89 Lease:0x66ff69f8}
I1003 20:11:36.771492 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.3 HWAddress:a2:54:a5:30:e9:eb ID:1,a2:54:a5:30:e9:eb Lease:0x66ff5b45}
I1003 20:11:36.771497 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.2 HWAddress:aa:4f:82:ed:f6:1a ID:1,aa:4f:82:ed:f6:1a Lease:0x66ff65a3}
I1003 20:11:36.913399 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:36 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I1003 20:11:36.913426 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:36 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I1003 20:11:36.913431 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:36 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I1003 20:11:36.937041 3786 main.go:141] libmachine: (ha-214000) DBG | 2024/10/03 20:11:36 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I1003 20:11:38.772950 3786 main.go:141] libmachine: (ha-214000) DBG | Attempt 4
I1003 20:11:38.772983 3786 main.go:141] libmachine: (ha-214000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:11:38.773049 3786 main.go:141] libmachine: (ha-214000) DBG | hyperkit pid from json: 3798
I1003 20:11:38.773921 3786 main.go:141] libmachine: (ha-214000) DBG | Searching for a:aa:e8:3c:fe:20 in /var/db/dhcpd_leases ...
I1003 20:11:38.773974 3786 main.go:141] libmachine: (ha-214000) DBG | Found 3 entries in /var/db/dhcpd_leases!
I1003 20:11:38.773983 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.4 HWAddress:9a:10:8f:a8:67:89 ID:1,9a:10:8f:a8:67:89 Lease:0x66ff69f8}
I1003 20:11:38.773992 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.3 HWAddress:a2:54:a5:30:e9:eb ID:1,a2:54:a5:30:e9:eb Lease:0x66ff5b45}
I1003 20:11:38.774000 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.2 HWAddress:aa:4f:82:ed:f6:1a ID:1,aa:4f:82:ed:f6:1a Lease:0x66ff65a3}
I1003 20:11:40.775677 3786 main.go:141] libmachine: (ha-214000) DBG | Attempt 5
I1003 20:11:40.775692 3786 main.go:141] libmachine: (ha-214000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:11:40.775831 3786 main.go:141] libmachine: (ha-214000) DBG | hyperkit pid from json: 3798
I1003 20:11:40.776724 3786 main.go:141] libmachine: (ha-214000) DBG | Searching for a:aa:e8:3c:fe:20 in /var/db/dhcpd_leases ...
I1003 20:11:40.776773 3786 main.go:141] libmachine: (ha-214000) DBG | Found 4 entries in /var/db/dhcpd_leases!
I1003 20:11:40.776784 3786 main.go:141] libmachine: (ha-214000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:a:aa:e8:3c:fe:20 ID:1,a:aa:e8:3c:fe:20 Lease:0x66ff6afb}
I1003 20:11:40.776794 3786 main.go:141] libmachine: (ha-214000) DBG | Found match: a:aa:e8:3c:fe:20
I1003 20:11:40.776801 3786 main.go:141] libmachine: (ha-214000) DBG | IP: 192.169.0.5
I1003 20:11:40.776862 3786 main.go:141] libmachine: (ha-214000) Calling .GetConfigRaw
I1003 20:11:40.777484 3786 main.go:141] libmachine: (ha-214000) Calling .DriverName
I1003 20:11:40.777602 3786 main.go:141] libmachine: (ha-214000) Calling .DriverName
I1003 20:11:40.777679 3786 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1003 20:11:40.777685 3786 main.go:141] libmachine: (ha-214000) Calling .GetState
I1003 20:11:40.777774 3786 main.go:141] libmachine: (ha-214000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:11:40.777826 3786 main.go:141] libmachine: (ha-214000) DBG | hyperkit pid from json: 3798
I1003 20:11:40.778695 3786 main.go:141] libmachine: Detecting operating system of created instance...
I1003 20:11:40.778706 3786 main.go:141] libmachine: Waiting for SSH to be available...
I1003 20:11:40.778718 3786 main.go:141] libmachine: Getting to WaitForSSH function...
I1003 20:11:40.778723 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:11:40.778816 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHPort
I1003 20:11:40.778906 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:40.779027 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:40.779118 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHUsername
I1003 20:11:40.779259 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:11:40.779432 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I1003 20:11:40.779439 3786 main.go:141] libmachine: About to run SSH command:
exit 0
I1003 20:11:41.839065 3786 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1003 20:11:41.839077 3786 main.go:141] libmachine: Detecting the provisioner...
I1003 20:11:41.839091 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:11:41.839222 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHPort
I1003 20:11:41.839316 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:41.839421 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:41.839515 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHUsername
I1003 20:11:41.839663 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:11:41.839797 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I1003 20:11:41.839804 3786 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1003 20:11:41.897050 3786 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1003 20:11:41.897106 3786 main.go:141] libmachine: found compatible host: buildroot
I1003 20:11:41.897113 3786 main.go:141] libmachine: Provisioning with buildroot...
I1003 20:11:41.897118 3786 main.go:141] libmachine: (ha-214000) Calling .GetMachineName
I1003 20:11:41.897266 3786 buildroot.go:166] provisioning hostname "ha-214000"
I1003 20:11:41.897276 3786 main.go:141] libmachine: (ha-214000) Calling .GetMachineName
I1003 20:11:41.897390 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:11:41.897513 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHPort
I1003 20:11:41.897625 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:41.897725 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:41.897839 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHUsername
I1003 20:11:41.897975 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:11:41.898112 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I1003 20:11:41.898120 3786 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-214000 && echo "ha-214000" | sudo tee /etc/hostname
I1003 20:11:41.967120 3786 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-214000
I1003 20:11:41.967137 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:11:41.967277 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHPort
I1003 20:11:41.967364 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:41.967453 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:41.967544 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHUsername
I1003 20:11:41.967712 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:11:41.967856 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I1003 20:11:41.967867 3786 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-214000' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-214000/g' /etc/hosts;
else
echo '127.0.1.1 ha-214000' | sudo tee -a /etc/hosts;
fi
fi
I1003 20:11:42.030964 3786 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1003 20:11:42.030986 3786 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19546-1440/.minikube CaCertPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19546-1440/.minikube}
I1003 20:11:42.031000 3786 buildroot.go:174] setting up certificates
I1003 20:11:42.031007 3786 provision.go:84] configureAuth start
I1003 20:11:42.031014 3786 main.go:141] libmachine: (ha-214000) Calling .GetMachineName
I1003 20:11:42.031167 3786 main.go:141] libmachine: (ha-214000) Calling .GetIP
I1003 20:11:42.031275 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:11:42.031378 3786 provision.go:143] copyHostCerts
I1003 20:11:42.031408 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.pem
I1003 20:11:42.031462 3786 exec_runner.go:144] found /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.pem, removing ...
I1003 20:11:42.031470 3786 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.pem
I1003 20:11:42.031605 3786 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.pem (1082 bytes)
I1003 20:11:42.031821 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19546-1440/.minikube/cert.pem
I1003 20:11:42.031851 3786 exec_runner.go:144] found /Users/jenkins/minikube-integration/19546-1440/.minikube/cert.pem, removing ...
I1003 20:11:42.031856 3786 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19546-1440/.minikube/cert.pem
I1003 20:11:42.031954 3786 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19546-1440/.minikube/cert.pem (1123 bytes)
I1003 20:11:42.032126 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19546-1440/.minikube/key.pem
I1003 20:11:42.032173 3786 exec_runner.go:144] found /Users/jenkins/minikube-integration/19546-1440/.minikube/key.pem, removing ...
I1003 20:11:42.032187 3786 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19546-1440/.minikube/key.pem
I1003 20:11:42.032271 3786 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19546-1440/.minikube/key.pem (1679 bytes)
I1003 20:11:42.032418 3786 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca-key.pem org=jenkins.ha-214000 san=[127.0.0.1 192.169.0.5 ha-214000 localhost minikube]
I1003 20:11:42.124154 3786 provision.go:177] copyRemoteCerts
I1003 20:11:42.124217 3786 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1003 20:11:42.124231 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:11:42.124348 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHPort
I1003 20:11:42.124432 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:42.124546 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHUsername
I1003 20:11:42.124649 3786 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/id_rsa Username:docker}
I1003 20:11:42.159782 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1003 20:11:42.159849 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1003 20:11:42.179616 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/server.pem -> /etc/docker/server.pem
I1003 20:11:42.179691 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1003 20:11:42.199564 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1003 20:11:42.199631 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1003 20:11:42.219065 3786 provision.go:87] duration metric: took 188.042387ms to configureAuth
I1003 20:11:42.219079 3786 buildroot.go:189] setting minikube options for container-runtime
I1003 20:11:42.219212 3786 config.go:182] Loaded profile config "ha-214000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I1003 20:11:42.219225 3786 main.go:141] libmachine: (ha-214000) Calling .DriverName
I1003 20:11:42.219371 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:11:42.219460 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHPort
I1003 20:11:42.219551 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:42.219635 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:42.219719 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHUsername
I1003 20:11:42.219851 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:11:42.219981 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I1003 20:11:42.219988 3786 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I1003 20:11:42.278308 3786 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I1003 20:11:42.278321 3786 buildroot.go:70] root file system type: tmpfs
I1003 20:11:42.278394 3786 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I1003 20:11:42.278407 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:11:42.278574 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHPort
I1003 20:11:42.278685 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:42.278782 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:42.278866 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHUsername
I1003 20:11:42.279035 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:11:42.279173 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I1003 20:11:42.279220 3786 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I1003 20:11:42.346853 3786 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I1003 20:11:42.346875 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:11:42.347034 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHPort
I1003 20:11:42.347132 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:42.347226 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:42.347318 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHUsername
I1003 20:11:42.347460 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:11:42.347597 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I1003 20:11:42.347609 3786 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I1003 20:11:43.902760 3786 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I1003 20:11:43.902776 3786 main.go:141] libmachine: Checking connection to Docker...
I1003 20:11:43.902783 3786 main.go:141] libmachine: (ha-214000) Calling .GetURL
I1003 20:11:43.902935 3786 main.go:141] libmachine: Docker is up and running!
I1003 20:11:43.902943 3786 main.go:141] libmachine: Reticulating splines...
I1003 20:11:43.902948 3786 client.go:171] duration metric: took 14.024062587s to LocalClient.Create
I1003 20:11:43.902960 3786 start.go:167] duration metric: took 14.024109938s to libmachine.API.Create "ha-214000"
I1003 20:11:43.902972 3786 start.go:293] postStartSetup for "ha-214000" (driver="hyperkit")
I1003 20:11:43.902980 3786 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1003 20:11:43.902993 3786 main.go:141] libmachine: (ha-214000) Calling .DriverName
I1003 20:11:43.903149 3786 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1003 20:11:43.903160 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:11:43.903253 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHPort
I1003 20:11:43.903346 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:43.903433 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHUsername
I1003 20:11:43.903528 3786 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/id_rsa Username:docker}
I1003 20:11:43.945012 3786 ssh_runner.go:195] Run: cat /etc/os-release
I1003 20:11:43.948628 3786 info.go:137] Remote host: Buildroot 2023.02.9
I1003 20:11:43.948642 3786 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19546-1440/.minikube/addons for local assets ...
I1003 20:11:43.948752 3786 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19546-1440/.minikube/files for local assets ...
I1003 20:11:43.948975 3786 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19546-1440/.minikube/files/etc/ssl/certs/20032.pem -> 20032.pem in /etc/ssl/certs
I1003 20:11:43.948981 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/files/etc/ssl/certs/20032.pem -> /etc/ssl/certs/20032.pem
I1003 20:11:43.949234 3786 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1003 20:11:43.965860 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/files/etc/ssl/certs/20032.pem --> /etc/ssl/certs/20032.pem (1708 bytes)
I1003 20:11:43.992168 3786 start.go:296] duration metric: took 89.185018ms for postStartSetup
I1003 20:11:43.992203 3786 main.go:141] libmachine: (ha-214000) Calling .GetConfigRaw
I1003 20:11:43.992837 3786 main.go:141] libmachine: (ha-214000) Calling .GetIP
I1003 20:11:43.992990 3786 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/config.json ...
I1003 20:11:43.993351 3786 start.go:128] duration metric: took 14.148907915s to createHost
I1003 20:11:43.993366 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:11:43.993456 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHPort
I1003 20:11:43.993554 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:43.993642 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:43.993730 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHUsername
I1003 20:11:43.993842 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:11:43.993973 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I1003 20:11:43.993979 3786 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1003 20:11:44.052340 3786 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728011503.815868228
I1003 20:11:44.052351 3786 fix.go:216] guest clock: 1728011503.815868228
I1003 20:11:44.052356 3786 fix.go:229] Guest: 2024-10-03 20:11:43.815868228 -0700 PDT Remote: 2024-10-03 20:11:43.993359 -0700 PDT m=+14.679072523 (delta=-177.490772ms)
I1003 20:11:44.052373 3786 fix.go:200] guest clock delta is within tolerance: -177.490772ms
I1003 20:11:44.052376 3786 start.go:83] releasing machines lock for "ha-214000", held for 14.208019818s
I1003 20:11:44.052394 3786 main.go:141] libmachine: (ha-214000) Calling .DriverName
I1003 20:11:44.052537 3786 main.go:141] libmachine: (ha-214000) Calling .GetIP
I1003 20:11:44.052648 3786 main.go:141] libmachine: (ha-214000) Calling .DriverName
I1003 20:11:44.053036 3786 main.go:141] libmachine: (ha-214000) Calling .DriverName
I1003 20:11:44.053145 3786 main.go:141] libmachine: (ha-214000) Calling .DriverName
I1003 20:11:44.053249 3786 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1003 20:11:44.053277 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:11:44.053338 3786 ssh_runner.go:195] Run: cat /version.json
I1003 20:11:44.053349 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:11:44.053380 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHPort
I1003 20:11:44.053468 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:44.053492 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHPort
I1003 20:11:44.053583 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:11:44.053627 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHUsername
I1003 20:11:44.053710 3786 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/id_rsa Username:docker}
I1003 20:11:44.053719 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHUsername
I1003 20:11:44.053817 3786 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/id_rsa Username:docker}
I1003 20:11:44.085365 3786 ssh_runner.go:195] Run: systemctl --version
I1003 20:11:44.134772 3786 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1003 20:11:44.139682 3786 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1003 20:11:44.139732 3786 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1003 20:11:44.153495 3786 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1003 20:11:44.153508 3786 start.go:495] detecting cgroup driver to use...
I1003 20:11:44.153607 3786 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1003 20:11:44.169251 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I1003 20:11:44.178311 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1003 20:11:44.187159 3786 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I1003 20:11:44.187209 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1003 20:11:44.197076 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1003 20:11:44.206346 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1003 20:11:44.215582 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1003 20:11:44.224625 3786 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1003 20:11:44.233664 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1003 20:11:44.243554 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I1003 20:11:44.252493 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I1003 20:11:44.261406 3786 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1003 20:11:44.269454 3786 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1003 20:11:44.269503 3786 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1003 20:11:44.278432 3786 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1003 20:11:44.286531 3786 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1003 20:11:44.381983 3786 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1003 20:11:44.399822 3786 start.go:495] detecting cgroup driver to use...
I1003 20:11:44.399916 3786 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I1003 20:11:44.412834 3786 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1003 20:11:44.424027 3786 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1003 20:11:44.437617 3786 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1003 20:11:44.449318 3786 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1003 20:11:44.460487 3786 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1003 20:11:44.535826 3786 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1003 20:11:44.545855 3786 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I1003 20:11:44.560593 3786 ssh_runner.go:195] Run: which cri-dockerd
I1003 20:11:44.563476 3786 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I1003 20:11:44.571344 3786 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I1003 20:11:44.584658 3786 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I1003 20:11:44.694822 3786 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I1003 20:11:44.802349 3786 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I1003 20:11:44.802421 3786 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I1003 20:11:44.817157 3786 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1003 20:11:44.915581 3786 ssh_runner.go:195] Run: sudo systemctl restart docker
I1003 20:11:47.239275 3786 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.323655104s)
I1003 20:11:47.239351 3786 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I1003 20:11:47.249649 3786 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I1003 20:11:47.262714 3786 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I1003 20:11:47.273947 3786 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I1003 20:11:47.372796 3786 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1003 20:11:47.487013 3786 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1003 20:11:47.600780 3786 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I1003 20:11:47.615148 3786 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I1003 20:11:47.625336 3786 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1003 20:11:47.721931 3786 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I1003 20:11:47.782968 3786 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I1003 20:11:47.783071 3786 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I1003 20:11:47.787249 3786 start.go:563] Will wait 60s for crictl version
I1003 20:11:47.787310 3786 ssh_runner.go:195] Run: which crictl
I1003 20:11:47.790314 3786 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1003 20:11:47.819111 3786 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.3.1
RuntimeApiVersion: v1
I1003 20:11:47.819194 3786 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1003 20:11:47.834589 3786 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1003 20:11:47.902545 3786 out.go:235] * Preparing Kubernetes v1.31.1 on Docker 27.3.1 ...
I1003 20:11:47.902593 3786 main.go:141] libmachine: (ha-214000) Calling .GetIP
I1003 20:11:47.903055 3786 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I1003 20:11:47.907567 3786 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1003 20:11:47.917430 3786 kubeadm.go:883] updating cluster {Name:ha-214000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31
.1 ClusterName:ha-214000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mou
ntType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1003 20:11:47.917492 3786 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I1003 20:11:47.917567 3786 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1003 20:11:47.929258 3786 docker.go:685] Got preloaded images:
I1003 20:11:47.929271 3786 docker.go:691] registry.k8s.io/kube-apiserver:v1.31.1 wasn't preloaded
I1003 20:11:47.929334 3786 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json
I1003 20:11:47.936736 3786 ssh_runner.go:195] Run: which lz4
I1003 20:11:47.939620 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4 -> /preloaded.tar.lz4
I1003 20:11:47.939750 3786 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1003 20:11:47.942738 3786 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1003 20:11:47.942754 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4 --> /preloaded.tar.lz4 (342028912 bytes)
I1003 20:11:48.943681 3786 docker.go:649] duration metric: took 1.003977987s to copy over tarball
I1003 20:11:48.943756 3786 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1003 20:11:51.140513 3786 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.196722875s)
I1003 20:11:51.140535 3786 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1003 20:11:51.165020 3786 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json
I1003 20:11:51.172845 3786 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2631 bytes)
I1003 20:11:51.186674 3786 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1003 20:11:51.288663 3786 ssh_runner.go:195] Run: sudo systemctl restart docker
I1003 20:11:53.618189 3786 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.329487379s)
I1003 20:11:53.618289 3786 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1003 20:11:53.631579 3786 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.1
registry.k8s.io/kube-controller-manager:v1.31.1
registry.k8s.io/kube-scheduler:v1.31.1
registry.k8s.io/kube-proxy:v1.31.1
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I1003 20:11:53.631602 3786 cache_images.go:84] Images are preloaded, skipping loading
I1003 20:11:53.631611 3786 kubeadm.go:934] updating node { 192.169.0.5 8443 v1.31.1 docker true true} ...
I1003 20:11:53.631705 3786 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-214000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.5
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-214000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1003 20:11:53.631789 3786 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I1003 20:11:53.665778 3786 cni.go:84] Creating CNI manager for ""
I1003 20:11:53.665791 3786 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1003 20:11:53.665805 3786 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1003 20:11:53.665821 3786 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.5 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-214000 NodeName:ha-214000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.5"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.5 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manif
ests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1003 20:11:53.665913 3786 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.169.0.5
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-214000"
kubeletExtraArgs:
node-ip: 192.169.0.5
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.169.0.5"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1003 20:11:53.665936 3786 kube-vip.go:115] generating kube-vip config ...
I1003 20:11:53.666004 3786 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1003 20:11:53.678865 3786 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1003 20:11:53.678932 3786 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1003 20:11:53.678999 3786 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1003 20:11:53.686416 3786 binaries.go:44] Found k8s binaries, skipping transfer
I1003 20:11:53.686471 3786 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1003 20:11:53.694050 3786 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (307 bytes)
I1003 20:11:53.708150 3786 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1003 20:11:53.721836 3786 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2148 bytes)
I1003 20:11:53.735734 3786 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1446 bytes)
I1003 20:11:53.749347 3786 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I1003 20:11:53.752201 3786 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1003 20:11:53.761633 3786 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1003 20:11:53.859658 3786 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1003 20:11:53.874246 3786 certs.go:68] Setting up /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000 for IP: 192.169.0.5
I1003 20:11:53.874258 3786 certs.go:194] generating shared ca certs ...
I1003 20:11:53.874268 3786 certs.go:226] acquiring lock for ca certs: {Name:mk1d63e444d4e1c96de0d297147b8d3362ff5d0c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1003 20:11:53.874489 3786 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.key
I1003 20:11:53.874577 3786 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19546-1440/.minikube/proxy-client-ca.key
I1003 20:11:53.874589 3786 certs.go:256] generating profile certs ...
I1003 20:11:53.874634 3786 certs.go:363] generating signed profile cert for "minikube-user": /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/client.key
I1003 20:11:53.874645 3786 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/client.crt with IP's: []
I1003 20:11:54.048183 3786 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/client.crt ...
I1003 20:11:54.048206 3786 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/client.crt: {Name:mk023cc3e7fa68e6dcb882808d5343d8262504b2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1003 20:11:54.048557 3786 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/client.key ...
I1003 20:11:54.048564 3786 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/client.key: {Name:mkce4cfcb194ca17647eed9e9372d9da4a279217 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1003 20:11:54.048823 3786 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/apiserver.key.59da18a4
I1003 20:11:54.048838 3786 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/apiserver.crt.59da18a4 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.169.0.5 192.169.0.254]
I1003 20:11:54.176449 3786 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/apiserver.crt.59da18a4 ...
I1003 20:11:54.176464 3786 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/apiserver.crt.59da18a4: {Name:mkd4c17fc71aeb52648f2e0fb4d9b266bb268cb1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1003 20:11:54.176834 3786 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/apiserver.key.59da18a4 ...
I1003 20:11:54.176842 3786 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/apiserver.key.59da18a4: {Name:mk5901abc37b171c59db7ffc9d76e0e216a71dca Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1003 20:11:54.177118 3786 certs.go:381] copying /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/apiserver.crt.59da18a4 -> /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/apiserver.crt
I1003 20:11:54.177337 3786 certs.go:385] copying /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/apiserver.key.59da18a4 -> /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/apiserver.key
I1003 20:11:54.177555 3786 certs.go:363] generating signed profile cert for "aggregator": /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/proxy-client.key
I1003 20:11:54.177568 3786 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/proxy-client.crt with IP's: []
I1003 20:11:54.364041 3786 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/proxy-client.crt ...
I1003 20:11:54.364056 3786 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/proxy-client.crt: {Name:mkd4bfbfe53f743b1a7b7ac268d32fd14fb385ee Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1003 20:11:54.364451 3786 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/proxy-client.key ...
I1003 20:11:54.364464 3786 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/proxy-client.key: {Name:mkdf0cc4929c3bad958c72a9482f31a2fa8ca5dc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1003 20:11:54.365504 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1003 20:11:54.365536 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1003 20:11:54.365558 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1003 20:11:54.365579 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1003 20:11:54.365604 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1003 20:11:54.365624 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1003 20:11:54.365642 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1003 20:11:54.365660 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1003 20:11:54.365764 3786 certs.go:484] found cert: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/2003.pem (1338 bytes)
W1003 20:11:54.365825 3786 certs.go:480] ignoring /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/2003_empty.pem, impossibly tiny 0 bytes
I1003 20:11:54.365834 3786 certs.go:484] found cert: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca-key.pem (1679 bytes)
I1003 20:11:54.365869 3786 certs.go:484] found cert: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem (1082 bytes)
I1003 20:11:54.365901 3786 certs.go:484] found cert: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/cert.pem (1123 bytes)
I1003 20:11:54.365930 3786 certs.go:484] found cert: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/key.pem (1679 bytes)
I1003 20:11:54.365996 3786 certs.go:484] found cert: /Users/jenkins/minikube-integration/19546-1440/.minikube/files/etc/ssl/certs/20032.pem (1708 bytes)
I1003 20:11:54.366029 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/2003.pem -> /usr/share/ca-certificates/2003.pem
I1003 20:11:54.366050 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/files/etc/ssl/certs/20032.pem -> /usr/share/ca-certificates/20032.pem
I1003 20:11:54.366067 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1003 20:11:54.366583 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1003 20:11:54.387341 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1003 20:11:54.408328 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1003 20:11:54.428305 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1003 20:11:54.448988 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1003 20:11:54.468864 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1003 20:11:54.489657 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1003 20:11:54.509220 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1003 20:11:54.543480 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/2003.pem --> /usr/share/ca-certificates/2003.pem (1338 bytes)
I1003 20:11:54.569312 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/files/etc/ssl/certs/20032.pem --> /usr/share/ca-certificates/20032.pem (1708 bytes)
I1003 20:11:54.591217 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1003 20:11:54.611661 3786 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1003 20:11:54.625312 3786 ssh_runner.go:195] Run: openssl version
I1003 20:11:54.629547 3786 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2003.pem && ln -fs /usr/share/ca-certificates/2003.pem /etc/ssl/certs/2003.pem"
I1003 20:11:54.638699 3786 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2003.pem
I1003 20:11:54.642108 3786 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 4 03:07 /usr/share/ca-certificates/2003.pem
I1003 20:11:54.642156 3786 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2003.pem
I1003 20:11:54.646534 3786 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/2003.pem /etc/ssl/certs/51391683.0"
I1003 20:11:54.656587 3786 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/20032.pem && ln -fs /usr/share/ca-certificates/20032.pem /etc/ssl/certs/20032.pem"
I1003 20:11:54.665837 3786 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/20032.pem
I1003 20:11:54.669269 3786 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 4 03:07 /usr/share/ca-certificates/20032.pem
I1003 20:11:54.669318 3786 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/20032.pem
I1003 20:11:54.673589 3786 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/20032.pem /etc/ssl/certs/3ec20f2e.0"
I1003 20:11:54.682875 3786 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1003 20:11:54.692884 3786 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1003 20:11:54.696371 3786 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 4 02:49 /usr/share/ca-certificates/minikubeCA.pem
I1003 20:11:54.696422 3786 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1003 20:11:54.700720 3786 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1003 20:11:54.710045 3786 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1003 20:11:54.713181 3786 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1003 20:11:54.713227 3786 kubeadm.go:392] StartCluster: {Name:ha-214000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1
ClusterName:ha-214000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountT
ype:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1003 20:11:54.713324 3786 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I1003 20:11:54.724733 3786 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1003 20:11:54.733940 3786 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1003 20:11:54.742148 3786 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1003 20:11:54.750391 3786 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1003 20:11:54.750399 3786 kubeadm.go:157] found existing configuration files:
I1003 20:11:54.750445 3786 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1003 20:11:54.758360 3786 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1003 20:11:54.758407 3786 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1003 20:11:54.766728 3786 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1003 20:11:54.774882 3786 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1003 20:11:54.774945 3786 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1003 20:11:54.783372 3786 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1003 20:11:54.791591 3786 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1003 20:11:54.791647 3786 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1003 20:11:54.799758 3786 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1003 20:11:54.807693 3786 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1003 20:11:54.807743 3786 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1003 20:11:54.815816 3786 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1003 20:11:54.877606 3786 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I1003 20:11:54.877675 3786 kubeadm.go:310] [preflight] Running pre-flight checks
I1003 20:11:54.959181 3786 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1003 20:11:54.959274 3786 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1003 20:11:54.959345 3786 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1003 20:11:54.969019 3786 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1003 20:11:54.989516 3786 out.go:235] - Generating certificates and keys ...
I1003 20:11:54.989607 3786 kubeadm.go:310] [certs] Using existing ca certificate authority
I1003 20:11:54.989657 3786 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1003 20:11:55.160915 3786 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1003 20:11:55.658052 3786 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1003 20:11:55.863051 3786 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1003 20:11:56.152829 3786 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1003 20:11:56.418003 3786 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1003 20:11:56.418108 3786 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-214000 localhost] and IPs [192.169.0.5 127.0.0.1 ::1]
I1003 20:11:56.602173 3786 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1003 20:11:56.602276 3786 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-214000 localhost] and IPs [192.169.0.5 127.0.0.1 ::1]
I1003 20:11:56.828680 3786 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1003 20:11:57.089912 3786 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1003 20:11:57.268306 3786 kubeadm.go:310] [certs] Generating "sa" key and public key
I1003 20:11:57.268429 3786 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1003 20:11:57.485237 3786 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1003 20:11:57.630473 3786 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1003 20:11:57.894039 3786 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1003 20:11:57.988077 3786 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1003 20:11:58.196178 3786 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1003 20:11:58.196611 3786 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1003 20:11:58.198590 3786 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1003 20:11:58.219895 3786 out.go:235] - Booting up control plane ...
I1003 20:11:58.219967 3786 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1003 20:11:58.220030 3786 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1003 20:11:58.220097 3786 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1003 20:11:58.220176 3786 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1003 20:11:58.220254 3786 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1003 20:11:58.220295 3786 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1003 20:11:58.335247 3786 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1003 20:11:58.335351 3786 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1003 20:11:58.836178 3786 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.577412ms
I1003 20:11:58.836270 3786 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1003 20:12:04.924298 3786 kubeadm.go:310] [api-check] The API server is healthy after 6.092466477s
I1003 20:12:04.932333 3786 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1003 20:12:04.939254 3786 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1003 20:12:04.952530 3786 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1003 20:12:04.952686 3786 kubeadm.go:310] [mark-control-plane] Marking the node ha-214000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1003 20:12:04.963622 3786 kubeadm.go:310] [bootstrap-token] Using token: 65w425.f8d5bl0nx70l33q5
I1003 20:12:05.000420 3786 out.go:235] - Configuring RBAC rules ...
I1003 20:12:05.000619 3786 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1003 20:12:05.005208 3786 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1003 20:12:05.009514 3786 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1003 20:12:05.011672 3786 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1003 20:12:05.014059 3786 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1003 20:12:05.016458 3786 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1003 20:12:05.328777 3786 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1003 20:12:05.749204 3786 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1003 20:12:06.330210 3786 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1003 20:12:06.337153 3786 kubeadm.go:310]
I1003 20:12:06.337220 3786 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1003 20:12:06.337230 3786 kubeadm.go:310]
I1003 20:12:06.337299 3786 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1003 20:12:06.337307 3786 kubeadm.go:310]
I1003 20:12:06.337331 3786 kubeadm.go:310] mkdir -p $HOME/.kube
I1003 20:12:06.337776 3786 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1003 20:12:06.337822 3786 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1003 20:12:06.337829 3786 kubeadm.go:310]
I1003 20:12:06.337882 3786 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1003 20:12:06.337892 3786 kubeadm.go:310]
I1003 20:12:06.337934 3786 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1003 20:12:06.337941 3786 kubeadm.go:310]
I1003 20:12:06.337982 3786 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1003 20:12:06.338049 3786 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1003 20:12:06.338103 3786 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1003 20:12:06.338108 3786 kubeadm.go:310]
I1003 20:12:06.338176 3786 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1003 20:12:06.338234 3786 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1003 20:12:06.338239 3786 kubeadm.go:310]
I1003 20:12:06.338302 3786 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 65w425.f8d5bl0nx70l33q5 \
I1003 20:12:06.338378 3786 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:d64e6604fe6e768694ceb0ccc582ba45cdc8c10482ccbc36ed78eb10a99f781f \
I1003 20:12:06.338392 3786 kubeadm.go:310] --control-plane
I1003 20:12:06.338398 3786 kubeadm.go:310]
I1003 20:12:06.338468 3786 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1003 20:12:06.338475 3786 kubeadm.go:310]
I1003 20:12:06.338540 3786 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 65w425.f8d5bl0nx70l33q5 \
I1003 20:12:06.338627 3786 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:d64e6604fe6e768694ceb0ccc582ba45cdc8c10482ccbc36ed78eb10a99f781f
I1003 20:12:06.339477 3786 kubeadm.go:310] W1004 03:11:54.647192 1601 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1003 20:12:06.339711 3786 kubeadm.go:310] W1004 03:11:54.647683 1601 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1003 20:12:06.339794 3786 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1003 20:12:06.339812 3786 cni.go:84] Creating CNI manager for ""
I1003 20:12:06.339818 3786 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1003 20:12:06.364248 3786 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1003 20:12:06.384154 3786 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1003 20:12:06.389314 3786 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I1003 20:12:06.389326 3786 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1003 20:12:06.403845 3786 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1003 20:12:06.644756 3786 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1003 20:12:06.644819 3786 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1003 20:12:06.644831 3786 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-214000 minikube.k8s.io/updated_at=2024_10_03T20_12_06_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=bb93d8722461655cd69aaff21bc3938f9e86d89e minikube.k8s.io/name=ha-214000 minikube.k8s.io/primary=true
I1003 20:12:06.678801 3786 ops.go:34] apiserver oom_adj: -16
I1003 20:12:06.797815 3786 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1003 20:12:07.299794 3786 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1003 20:12:07.799440 3786 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1003 20:12:08.298098 3786 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1003 20:12:08.798091 3786 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1003 20:12:08.868821 3786 kubeadm.go:1113] duration metric: took 2.22404909s to wait for elevateKubeSystemPrivileges
I1003 20:12:08.868840 3786 kubeadm.go:394] duration metric: took 14.155498781s to StartCluster
I1003 20:12:08.868860 3786 settings.go:142] acquiring lock: {Name:mk8455cc5d7fdd5050a23a12b4fa0efeed62750f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1003 20:12:08.868967 3786 settings.go:150] Updating kubeconfig: /Users/jenkins/minikube-integration/19546-1440/kubeconfig
I1003 20:12:08.869440 3786 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19546-1440/kubeconfig: {Name:mkbae7c951b62a8c57cfdccf12853098631befc9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1003 20:12:08.869685 3786 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1003 20:12:08.869688 3786 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I1003 20:12:08.869699 3786 start.go:241] waiting for startup goroutines ...
I1003 20:12:08.869718 3786 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1003 20:12:08.869758 3786 addons.go:69] Setting storage-provisioner=true in profile "ha-214000"
I1003 20:12:08.869767 3786 addons.go:69] Setting default-storageclass=true in profile "ha-214000"
I1003 20:12:08.869771 3786 addons.go:234] Setting addon storage-provisioner=true in "ha-214000"
I1003 20:12:08.869785 3786 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-214000"
I1003 20:12:08.869791 3786 host.go:66] Checking if "ha-214000" exists ...
I1003 20:12:08.869842 3786 config.go:182] Loaded profile config "ha-214000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I1003 20:12:08.870068 3786 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1003 20:12:08.870072 3786 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1003 20:12:08.870087 3786 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1003 20:12:08.870092 3786 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1003 20:12:08.882104 3786 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:50880
I1003 20:12:08.882168 3786 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:50881
I1003 20:12:08.882441 3786 main.go:141] libmachine: () Calling .GetVersion
I1003 20:12:08.882511 3786 main.go:141] libmachine: () Calling .GetVersion
I1003 20:12:08.882804 3786 main.go:141] libmachine: Using API Version 1
I1003 20:12:08.882813 3786 main.go:141] libmachine: () Calling .SetConfigRaw
I1003 20:12:08.882881 3786 main.go:141] libmachine: Using API Version 1
I1003 20:12:08.882894 3786 main.go:141] libmachine: () Calling .SetConfigRaw
I1003 20:12:08.883090 3786 main.go:141] libmachine: () Calling .GetMachineName
I1003 20:12:08.883156 3786 main.go:141] libmachine: () Calling .GetMachineName
I1003 20:12:08.883274 3786 main.go:141] libmachine: (ha-214000) Calling .GetState
I1003 20:12:08.883355 3786 main.go:141] libmachine: (ha-214000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:12:08.883419 3786 main.go:141] libmachine: (ha-214000) DBG | hyperkit pid from json: 3798
I1003 20:12:08.883537 3786 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1003 20:12:08.883565 3786 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1003 20:12:08.885691 3786 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19546-1440/kubeconfig
I1003 20:12:08.885941 3786 kapi.go:59] client config for ha-214000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/client.key", CAFile:"/Users/jenkins/minikube-integration/19546-1440/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}
, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xf11ff60), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1003 20:12:08.886340 3786 cert_rotation.go:140] Starting client certificate rotation controller
I1003 20:12:08.886491 3786 addons.go:234] Setting addon default-storageclass=true in "ha-214000"
I1003 20:12:08.886512 3786 host.go:66] Checking if "ha-214000" exists ...
I1003 20:12:08.886748 3786 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1003 20:12:08.886773 3786 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1003 20:12:08.895065 3786 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:50884
I1003 20:12:08.895465 3786 main.go:141] libmachine: () Calling .GetVersion
I1003 20:12:08.895823 3786 main.go:141] libmachine: Using API Version 1
I1003 20:12:08.895839 3786 main.go:141] libmachine: () Calling .SetConfigRaw
I1003 20:12:08.896078 3786 main.go:141] libmachine: () Calling .GetMachineName
I1003 20:12:08.896217 3786 main.go:141] libmachine: (ha-214000) Calling .GetState
I1003 20:12:08.896327 3786 main.go:141] libmachine: (ha-214000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:12:08.896393 3786 main.go:141] libmachine: (ha-214000) DBG | hyperkit pid from json: 3798
I1003 20:12:08.897460 3786 main.go:141] libmachine: (ha-214000) Calling .DriverName
I1003 20:12:08.897738 3786 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:50886
I1003 20:12:08.898004 3786 main.go:141] libmachine: () Calling .GetVersion
I1003 20:12:08.898325 3786 main.go:141] libmachine: Using API Version 1
I1003 20:12:08.898335 3786 main.go:141] libmachine: () Calling .SetConfigRaw
I1003 20:12:08.898555 3786 main.go:141] libmachine: () Calling .GetMachineName
I1003 20:12:08.898949 3786 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1003 20:12:08.898981 3786 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1003 20:12:08.910022 3786 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:50888
I1003 20:12:08.910377 3786 main.go:141] libmachine: () Calling .GetVersion
I1003 20:12:08.910694 3786 main.go:141] libmachine: Using API Version 1
I1003 20:12:08.910704 3786 main.go:141] libmachine: () Calling .SetConfigRaw
I1003 20:12:08.910903 3786 main.go:141] libmachine: () Calling .GetMachineName
I1003 20:12:08.911015 3786 main.go:141] libmachine: (ha-214000) Calling .GetState
I1003 20:12:08.911119 3786 main.go:141] libmachine: (ha-214000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:12:08.911181 3786 main.go:141] libmachine: (ha-214000) DBG | hyperkit pid from json: 3798
I1003 20:12:08.912221 3786 main.go:141] libmachine: (ha-214000) Calling .DriverName
I1003 20:12:08.912359 3786 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1003 20:12:08.912372 3786 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1003 20:12:08.912383 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:12:08.912463 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHPort
I1003 20:12:08.912551 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:12:08.912632 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHUsername
I1003 20:12:08.912736 3786 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/id_rsa Username:docker}
I1003 20:12:08.921020 3786 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1003 20:12:08.941783 3786 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1003 20:12:08.941796 3786 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1003 20:12:08.941814 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHHostname
I1003 20:12:08.941988 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHPort
I1003 20:12:08.942111 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHKeyPath
I1003 20:12:08.942220 3786 main.go:141] libmachine: (ha-214000) Calling .GetSSHUsername
I1003 20:12:08.942315 3786 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000/id_rsa Username:docker}
I1003 20:12:08.948587 3786 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.169.0.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1003 20:12:08.968723 3786 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1003 20:12:09.030678 3786 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1003 20:12:09.190561 3786 start.go:971] {"host.minikube.internal": 192.169.0.1} host record injected into CoreDNS's ConfigMap
I1003 20:12:09.190584 3786 main.go:141] libmachine: Making call to close driver server
I1003 20:12:09.190594 3786 main.go:141] libmachine: (ha-214000) Calling .Close
I1003 20:12:09.190806 3786 main.go:141] libmachine: Successfully made call to close driver server
I1003 20:12:09.190814 3786 main.go:141] libmachine: Making call to close connection to plugin binary
I1003 20:12:09.190813 3786 main.go:141] libmachine: (ha-214000) DBG | Closing plugin on server side
I1003 20:12:09.190821 3786 main.go:141] libmachine: Making call to close driver server
I1003 20:12:09.190825 3786 main.go:141] libmachine: (ha-214000) Calling .Close
I1003 20:12:09.190961 3786 main.go:141] libmachine: Successfully made call to close driver server
I1003 20:12:09.190963 3786 main.go:141] libmachine: (ha-214000) DBG | Closing plugin on server side
I1003 20:12:09.190971 3786 main.go:141] libmachine: Making call to close connection to plugin binary
I1003 20:12:09.191022 3786 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1003 20:12:09.191042 3786 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1003 20:12:09.191115 3786 round_trippers.go:463] GET https://192.169.0.254:8443/apis/storage.k8s.io/v1/storageclasses
I1003 20:12:09.191120 3786 round_trippers.go:469] Request Headers:
I1003 20:12:09.191127 3786 round_trippers.go:473] Accept: application/json, */*
I1003 20:12:09.191130 3786 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1003 20:12:09.197441 3786 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1003 20:12:09.197844 3786 round_trippers.go:463] PUT https://192.169.0.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1003 20:12:09.197850 3786 round_trippers.go:469] Request Headers:
I1003 20:12:09.197856 3786 round_trippers.go:473] Accept: application/json, */*
I1003 20:12:09.197859 3786 round_trippers.go:473] Content-Type: application/json
I1003 20:12:09.197861 3786 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I1003 20:12:09.200093 3786 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1003 20:12:09.200221 3786 main.go:141] libmachine: Making call to close driver server
I1003 20:12:09.200229 3786 main.go:141] libmachine: (ha-214000) Calling .Close
I1003 20:12:09.200380 3786 main.go:141] libmachine: Successfully made call to close driver server
I1003 20:12:09.200388 3786 main.go:141] libmachine: Making call to close connection to plugin binary
I1003 20:12:09.200401 3786 main.go:141] libmachine: (ha-214000) DBG | Closing plugin on server side
I1003 20:12:09.420599 3786 main.go:141] libmachine: Making call to close driver server
I1003 20:12:09.420612 3786 main.go:141] libmachine: (ha-214000) Calling .Close
I1003 20:12:09.420780 3786 main.go:141] libmachine: Successfully made call to close driver server
I1003 20:12:09.420789 3786 main.go:141] libmachine: Making call to close connection to plugin binary
I1003 20:12:09.420797 3786 main.go:141] libmachine: Making call to close driver server
I1003 20:12:09.420805 3786 main.go:141] libmachine: (ha-214000) DBG | Closing plugin on server side
I1003 20:12:09.420817 3786 main.go:141] libmachine: (ha-214000) Calling .Close
I1003 20:12:09.420947 3786 main.go:141] libmachine: Successfully made call to close driver server
I1003 20:12:09.420955 3786 main.go:141] libmachine: Making call to close connection to plugin binary
I1003 20:12:09.420965 3786 main.go:141] libmachine: (ha-214000) DBG | Closing plugin on server side
I1003 20:12:09.458210 3786 out.go:177] * Enabled addons: default-storageclass, storage-provisioner
I1003 20:12:09.516157 3786 addons.go:510] duration metric: took 646.439579ms for enable addons: enabled=[default-storageclass storage-provisioner]
I1003 20:12:09.516193 3786 start.go:246] waiting for cluster config update ...
I1003 20:12:09.516203 3786 start.go:255] writing updated cluster config ...
I1003 20:12:09.553177 3786 out.go:201]
I1003 20:12:09.590690 3786 config.go:182] Loaded profile config "ha-214000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I1003 20:12:09.590792 3786 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/config.json ...
I1003 20:12:09.629267 3786 out.go:177] * Starting "ha-214000-m02" control-plane node in "ha-214000" cluster
I1003 20:12:09.687367 3786 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I1003 20:12:09.687434 3786 cache.go:56] Caching tarball of preloaded images
I1003 20:12:09.687623 3786 preload.go:172] Found /Users/jenkins/minikube-integration/19546-1440/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I1003 20:12:09.687652 3786 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker
I1003 20:12:09.687739 3786 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/config.json ...
I1003 20:12:09.688487 3786 start.go:360] acquireMachinesLock for ha-214000-m02: {Name:mk8738c3956e0b6b9cba8247de2373e2c8b1e2fb Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1003 20:12:09.688583 3786 start.go:364] duration metric: took 74.25µs to acquireMachinesLock for "ha-214000-m02"
I1003 20:12:09.688611 3786 start.go:93] Provisioning new machine with config: &{Name:ha-214000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kube
rnetesVersion:v1.31.1 ClusterName:ha-214000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisk
s:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I1003 20:12:09.688697 3786 start.go:125] createHost starting for "m02" (driver="hyperkit")
I1003 20:12:09.710254 3786 out.go:235] * Creating hyperkit VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1003 20:12:09.710398 3786 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1003 20:12:09.710440 3786 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1003 20:12:09.722684 3786 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:50893
I1003 20:12:09.723000 3786 main.go:141] libmachine: () Calling .GetVersion
I1003 20:12:09.723373 3786 main.go:141] libmachine: Using API Version 1
I1003 20:12:09.723400 3786 main.go:141] libmachine: () Calling .SetConfigRaw
I1003 20:12:09.723601 3786 main.go:141] libmachine: () Calling .GetMachineName
I1003 20:12:09.723713 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetMachineName
I1003 20:12:09.723791 3786 main.go:141] libmachine: (ha-214000-m02) Calling .DriverName
I1003 20:12:09.723880 3786 start.go:159] libmachine.API.Create for "ha-214000" (driver="hyperkit")
I1003 20:12:09.723897 3786 client.go:168] LocalClient.Create starting
I1003 20:12:09.723925 3786 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem
I1003 20:12:09.723964 3786 main.go:141] libmachine: Decoding PEM data...
I1003 20:12:09.723975 3786 main.go:141] libmachine: Parsing certificate...
I1003 20:12:09.724014 3786 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/cert.pem
I1003 20:12:09.724041 3786 main.go:141] libmachine: Decoding PEM data...
I1003 20:12:09.724051 3786 main.go:141] libmachine: Parsing certificate...
I1003 20:12:09.724063 3786 main.go:141] libmachine: Running pre-create checks...
I1003 20:12:09.724068 3786 main.go:141] libmachine: (ha-214000-m02) Calling .PreCreateCheck
I1003 20:12:09.724130 3786 main.go:141] libmachine: (ha-214000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:12:09.724178 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetConfigRaw
I1003 20:12:09.747760 3786 main.go:141] libmachine: Creating machine...
I1003 20:12:09.747784 3786 main.go:141] libmachine: (ha-214000-m02) Calling .Create
I1003 20:12:09.748061 3786 main.go:141] libmachine: (ha-214000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:12:09.748381 3786 main.go:141] libmachine: (ha-214000-m02) DBG | I1003 20:12:09.748022 3810 common.go:145] Making disk image using store path: /Users/jenkins/minikube-integration/19546-1440/.minikube
I1003 20:12:09.748488 3786 main.go:141] libmachine: (ha-214000-m02) Downloading /Users/jenkins/minikube-integration/19546-1440/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/19546-1440/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1003 20:12:09.939210 3786 main.go:141] libmachine: (ha-214000-m02) DBG | I1003 20:12:09.939114 3810 common.go:152] Creating ssh key: /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/id_rsa...
I1003 20:12:09.982756 3786 main.go:141] libmachine: (ha-214000-m02) DBG | I1003 20:12:09.982682 3810 common.go:158] Creating raw disk image: /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/ha-214000-m02.rawdisk...
I1003 20:12:09.982772 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Writing magic tar header
I1003 20:12:09.982780 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Writing SSH key tar header
I1003 20:12:09.983244 3786 main.go:141] libmachine: (ha-214000-m02) DBG | I1003 20:12:09.983203 3810 common.go:172] Fixing permissions on /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02 ...
I1003 20:12:10.347153 3786 main.go:141] libmachine: (ha-214000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:12:10.347170 3786 main.go:141] libmachine: (ha-214000-m02) DBG | clean start, hyperkit pid file doesn't exist: /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/hyperkit.pid
I1003 20:12:10.347184 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Using UUID 03d82732-2b75-4dcf-994a-06b497e93635
I1003 20:12:10.373871 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Generated MAC 8e:24:b7:e1:5:14
I1003 20:12:10.373906 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-214000
I1003 20:12:10.373960 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"03d82732-2b75-4dcf-994a-06b497e93635", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0001d2240)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1003 20:12:10.374001 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"03d82732-2b75-4dcf-994a-06b497e93635", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0001d2240)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1003 20:12:10.374045 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "03d82732-2b75-4dcf-994a-06b497e93635", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/ha-214000-m02.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/tty,log=/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/bzimage,/Users/jenkins/minikube-integration/19546-1440/.minikube/machine
s/ha-214000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-214000"}
I1003 20:12:10.374118 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 03d82732-2b75-4dcf-994a-06b497e93635 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/ha-214000-m02.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/tty,log=/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/console-ring -f kexec,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/bzimage,/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/initrd,earlyprintk=serial loglevel=3 console=t
tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-214000"
I1003 20:12:10.374140 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I1003 20:12:10.377384 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 DEBUG: hyperkit: Pid is 3812
I1003 20:12:10.378552 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Attempt 0
I1003 20:12:10.378569 3786 main.go:141] libmachine: (ha-214000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:12:10.378721 3786 main.go:141] libmachine: (ha-214000-m02) DBG | hyperkit pid from json: 3812
I1003 20:12:10.380020 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Searching for 8e:24:b7:e1:5:14 in /var/db/dhcpd_leases ...
I1003 20:12:10.380124 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Found 4 entries in /var/db/dhcpd_leases!
I1003 20:12:10.380141 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:a:aa:e8:3c:fe:20 ID:1,a:aa:e8:3c:fe:20 Lease:0x66ff6afb}
I1003 20:12:10.380184 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.4 HWAddress:9a:10:8f:a8:67:89 ID:1,9a:10:8f:a8:67:89 Lease:0x66ff69f8}
I1003 20:12:10.380218 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.3 HWAddress:a2:54:a5:30:e9:eb ID:1,a2:54:a5:30:e9:eb Lease:0x66ff5b45}
I1003 20:12:10.380246 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.2 HWAddress:aa:4f:82:ed:f6:1a ID:1,aa:4f:82:ed:f6:1a Lease:0x66ff65a3}
I1003 20:12:10.388120 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 INFO : hyperkit: stderr: Using fd 6 for I/O notifications
I1003 20:12:10.396804 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I1003 20:12:10.397803 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1003 20:12:10.397835 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1003 20:12:10.397859 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1003 20:12:10.397872 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1003 20:12:10.791117 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I1003 20:12:10.791134 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I1003 20:12:10.905939 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1003 20:12:10.905955 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1003 20:12:10.905962 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1003 20:12:10.905970 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1003 20:12:10.906767 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I1003 20:12:10.906796 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:10 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I1003 20:12:12.380443 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Attempt 1
I1003 20:12:12.380457 3786 main.go:141] libmachine: (ha-214000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:12:12.380542 3786 main.go:141] libmachine: (ha-214000-m02) DBG | hyperkit pid from json: 3812
I1003 20:12:12.381414 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Searching for 8e:24:b7:e1:5:14 in /var/db/dhcpd_leases ...
I1003 20:12:12.381488 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Found 4 entries in /var/db/dhcpd_leases!
I1003 20:12:12.381501 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:a:aa:e8:3c:fe:20 ID:1,a:aa:e8:3c:fe:20 Lease:0x66ff6afb}
I1003 20:12:12.381522 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.4 HWAddress:9a:10:8f:a8:67:89 ID:1,9a:10:8f:a8:67:89 Lease:0x66ff69f8}
I1003 20:12:12.381530 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.3 HWAddress:a2:54:a5:30:e9:eb ID:1,a2:54:a5:30:e9:eb Lease:0x66ff5b45}
I1003 20:12:12.381537 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.2 HWAddress:aa:4f:82:ed:f6:1a ID:1,aa:4f:82:ed:f6:1a Lease:0x66ff65a3}
I1003 20:12:14.382014 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Attempt 2
I1003 20:12:14.382027 3786 main.go:141] libmachine: (ha-214000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:12:14.382153 3786 main.go:141] libmachine: (ha-214000-m02) DBG | hyperkit pid from json: 3812
I1003 20:12:14.383028 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Searching for 8e:24:b7:e1:5:14 in /var/db/dhcpd_leases ...
I1003 20:12:14.383072 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Found 4 entries in /var/db/dhcpd_leases!
I1003 20:12:14.383084 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:a:aa:e8:3c:fe:20 ID:1,a:aa:e8:3c:fe:20 Lease:0x66ff6afb}
I1003 20:12:14.383094 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.4 HWAddress:9a:10:8f:a8:67:89 ID:1,9a:10:8f:a8:67:89 Lease:0x66ff69f8}
I1003 20:12:14.383099 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.3 HWAddress:a2:54:a5:30:e9:eb ID:1,a2:54:a5:30:e9:eb Lease:0x66ff5b45}
I1003 20:12:14.383106 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.2 HWAddress:aa:4f:82:ed:f6:1a ID:1,aa:4f:82:ed:f6:1a Lease:0x66ff65a3}
I1003 20:12:16.384877 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Attempt 3
I1003 20:12:16.384900 3786 main.go:141] libmachine: (ha-214000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:12:16.385047 3786 main.go:141] libmachine: (ha-214000-m02) DBG | hyperkit pid from json: 3812
I1003 20:12:16.385949 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Searching for 8e:24:b7:e1:5:14 in /var/db/dhcpd_leases ...
I1003 20:12:16.385962 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Found 4 entries in /var/db/dhcpd_leases!
I1003 20:12:16.385973 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:a:aa:e8:3c:fe:20 ID:1,a:aa:e8:3c:fe:20 Lease:0x66ff6afb}
I1003 20:12:16.385980 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.4 HWAddress:9a:10:8f:a8:67:89 ID:1,9a:10:8f:a8:67:89 Lease:0x66ff69f8}
I1003 20:12:16.385989 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.3 HWAddress:a2:54:a5:30:e9:eb ID:1,a2:54:a5:30:e9:eb Lease:0x66ff5b45}
I1003 20:12:16.385997 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.2 HWAddress:aa:4f:82:ed:f6:1a ID:1,aa:4f:82:ed:f6:1a Lease:0x66ff65a3}
I1003 20:12:16.494183 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:16 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I1003 20:12:16.494197 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:16 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I1003 20:12:16.494205 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:16 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I1003 20:12:16.517584 3786 main.go:141] libmachine: (ha-214000-m02) DBG | 2024/10/03 20:12:16 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I1003 20:12:18.386111 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Attempt 4
I1003 20:12:18.386127 3786 main.go:141] libmachine: (ha-214000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:12:18.386159 3786 main.go:141] libmachine: (ha-214000-m02) DBG | hyperkit pid from json: 3812
I1003 20:12:18.387097 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Searching for 8e:24:b7:e1:5:14 in /var/db/dhcpd_leases ...
I1003 20:12:18.387143 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Found 4 entries in /var/db/dhcpd_leases!
I1003 20:12:18.387155 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:a:aa:e8:3c:fe:20 ID:1,a:aa:e8:3c:fe:20 Lease:0x66ff6afb}
I1003 20:12:18.387166 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.4 HWAddress:9a:10:8f:a8:67:89 ID:1,9a:10:8f:a8:67:89 Lease:0x66ff69f8}
I1003 20:12:18.387171 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.3 HWAddress:a2:54:a5:30:e9:eb ID:1,a2:54:a5:30:e9:eb Lease:0x66ff5b45}
I1003 20:12:18.387199 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.2 HWAddress:aa:4f:82:ed:f6:1a ID:1,aa:4f:82:ed:f6:1a Lease:0x66ff65a3}
I1003 20:12:20.387619 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Attempt 5
I1003 20:12:20.387646 3786 main.go:141] libmachine: (ha-214000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:12:20.387818 3786 main.go:141] libmachine: (ha-214000-m02) DBG | hyperkit pid from json: 3812
I1003 20:12:20.389410 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Searching for 8e:24:b7:e1:5:14 in /var/db/dhcpd_leases ...
I1003 20:12:20.389488 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Found 5 entries in /var/db/dhcpd_leases!
I1003 20:12:20.389507 3786 main.go:141] libmachine: (ha-214000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:8e:24:b7:e1:5:14 ID:1,8e:24:b7:e1:5:14 Lease:0x66ff6b23}
I1003 20:12:20.389547 3786 main.go:141] libmachine: (ha-214000-m02) DBG | Found match: 8e:24:b7:e1:5:14
I1003 20:12:20.389560 3786 main.go:141] libmachine: (ha-214000-m02) DBG | IP: 192.169.0.6
I1003 20:12:20.389593 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetConfigRaw
I1003 20:12:20.390522 3786 main.go:141] libmachine: (ha-214000-m02) Calling .DriverName
I1003 20:12:20.390685 3786 main.go:141] libmachine: (ha-214000-m02) Calling .DriverName
I1003 20:12:20.390851 3786 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1003 20:12:20.390863 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetState
I1003 20:12:20.390987 3786 main.go:141] libmachine: (ha-214000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1003 20:12:20.391075 3786 main.go:141] libmachine: (ha-214000-m02) DBG | hyperkit pid from json: 3812
I1003 20:12:20.391992 3786 main.go:141] libmachine: Detecting operating system of created instance...
I1003 20:12:20.392000 3786 main.go:141] libmachine: Waiting for SSH to be available...
I1003 20:12:20.392004 3786 main.go:141] libmachine: Getting to WaitForSSH function...
I1003 20:12:20.392008 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHHostname
I1003 20:12:20.392122 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHPort
I1003 20:12:20.392209 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:20.392307 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:20.392400 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHUsername
I1003 20:12:20.392530 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:12:20.392724 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I1003 20:12:20.392731 3786 main.go:141] libmachine: About to run SSH command:
exit 0
I1003 20:12:20.452090 3786 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1003 20:12:20.452103 3786 main.go:141] libmachine: Detecting the provisioner...
I1003 20:12:20.452108 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHHostname
I1003 20:12:20.452238 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHPort
I1003 20:12:20.452347 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:20.452451 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:20.452545 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHUsername
I1003 20:12:20.452708 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:12:20.452856 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I1003 20:12:20.452863 3786 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1003 20:12:20.512517 3786 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1003 20:12:20.512548 3786 main.go:141] libmachine: found compatible host: buildroot
I1003 20:12:20.512554 3786 main.go:141] libmachine: Provisioning with buildroot...
I1003 20:12:20.512559 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetMachineName
I1003 20:12:20.512722 3786 buildroot.go:166] provisioning hostname "ha-214000-m02"
I1003 20:12:20.512733 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetMachineName
I1003 20:12:20.512827 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHHostname
I1003 20:12:20.512906 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHPort
I1003 20:12:20.512996 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:20.513080 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:20.513172 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHUsername
I1003 20:12:20.513298 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:12:20.513426 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I1003 20:12:20.513434 3786 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-214000-m02 && echo "ha-214000-m02" | sudo tee /etc/hostname
I1003 20:12:20.587617 3786 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-214000-m02
I1003 20:12:20.587633 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHHostname
I1003 20:12:20.587778 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHPort
I1003 20:12:20.587891 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:20.587992 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:20.588072 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHUsername
I1003 20:12:20.588212 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:12:20.588355 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I1003 20:12:20.588372 3786 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-214000-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-214000-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-214000-m02' | sudo tee -a /etc/hosts;
fi
fi
I1003 20:12:20.652353 3786 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1003 20:12:20.652368 3786 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19546-1440/.minikube CaCertPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19546-1440/.minikube}
I1003 20:12:20.652378 3786 buildroot.go:174] setting up certificates
I1003 20:12:20.652383 3786 provision.go:84] configureAuth start
I1003 20:12:20.652389 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetMachineName
I1003 20:12:20.652547 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetIP
I1003 20:12:20.652658 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHHostname
I1003 20:12:20.652742 3786 provision.go:143] copyHostCerts
I1003 20:12:20.652775 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.pem
I1003 20:12:20.652820 3786 exec_runner.go:144] found /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.pem, removing ...
I1003 20:12:20.652826 3786 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.pem
I1003 20:12:20.652958 3786 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19546-1440/.minikube/ca.pem (1082 bytes)
I1003 20:12:20.653166 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19546-1440/.minikube/cert.pem
I1003 20:12:20.653196 3786 exec_runner.go:144] found /Users/jenkins/minikube-integration/19546-1440/.minikube/cert.pem, removing ...
I1003 20:12:20.653200 3786 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19546-1440/.minikube/cert.pem
I1003 20:12:20.653269 3786 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19546-1440/.minikube/cert.pem (1123 bytes)
I1003 20:12:20.653430 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19546-1440/.minikube/key.pem
I1003 20:12:20.653464 3786 exec_runner.go:144] found /Users/jenkins/minikube-integration/19546-1440/.minikube/key.pem, removing ...
I1003 20:12:20.653469 3786 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19546-1440/.minikube/key.pem
I1003 20:12:20.653545 3786 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19546-1440/.minikube/key.pem (1679 bytes)
I1003 20:12:20.653731 3786 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca-key.pem org=jenkins.ha-214000-m02 san=[127.0.0.1 192.169.0.6 ha-214000-m02 localhost minikube]
I1003 20:12:20.813360 3786 provision.go:177] copyRemoteCerts
I1003 20:12:20.813426 3786 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1003 20:12:20.813443 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHHostname
I1003 20:12:20.813586 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHPort
I1003 20:12:20.813742 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:20.813877 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHUsername
I1003 20:12:20.813990 3786 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/id_rsa Username:docker}
I1003 20:12:20.850961 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1003 20:12:20.851030 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1003 20:12:20.870933 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/server.pem -> /etc/docker/server.pem
I1003 20:12:20.871004 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1003 20:12:20.890912 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1003 20:12:20.890980 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1003 20:12:20.910707 3786 provision.go:87] duration metric: took 258.313535ms to configureAuth
I1003 20:12:20.910721 3786 buildroot.go:189] setting minikube options for container-runtime
I1003 20:12:20.910855 3786 config.go:182] Loaded profile config "ha-214000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I1003 20:12:20.910868 3786 main.go:141] libmachine: (ha-214000-m02) Calling .DriverName
I1003 20:12:20.911013 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHHostname
I1003 20:12:20.911107 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHPort
I1003 20:12:20.911209 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:20.911296 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:20.911388 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHUsername
I1003 20:12:20.911514 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:12:20.911640 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I1003 20:12:20.911647 3786 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I1003 20:12:20.972465 3786 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I1003 20:12:20.972479 3786 buildroot.go:70] root file system type: tmpfs
I1003 20:12:20.972563 3786 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I1003 20:12:20.972574 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHHostname
I1003 20:12:20.972721 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHPort
I1003 20:12:20.972833 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:20.972918 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:20.973006 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHUsername
I1003 20:12:20.973168 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:12:20.973302 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I1003 20:12:20.973343 3786 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.5"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I1003 20:12:21.045078 3786 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.5
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I1003 20:12:21.045095 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHHostname
I1003 20:12:21.045231 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHPort
I1003 20:12:21.045325 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:21.045411 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:21.045498 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHUsername
I1003 20:12:21.045650 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:12:21.045779 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I1003 20:12:21.045791 3786 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I1003 20:12:22.600224 3786 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I1003 20:12:22.600251 3786 main.go:141] libmachine: Checking connection to Docker...
I1003 20:12:22.600259 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetURL
I1003 20:12:22.600435 3786 main.go:141] libmachine: Docker is up and running!
I1003 20:12:22.600444 3786 main.go:141] libmachine: Reticulating splines...
I1003 20:12:22.600448 3786 client.go:171] duration metric: took 12.876436808s to LocalClient.Create
I1003 20:12:22.600461 3786 start.go:167] duration metric: took 12.876472047s to libmachine.API.Create "ha-214000"
I1003 20:12:22.600467 3786 start.go:293] postStartSetup for "ha-214000-m02" (driver="hyperkit")
I1003 20:12:22.600477 3786 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1003 20:12:22.600492 3786 main.go:141] libmachine: (ha-214000-m02) Calling .DriverName
I1003 20:12:22.600668 3786 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1003 20:12:22.600680 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHHostname
I1003 20:12:22.600780 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHPort
I1003 20:12:22.600875 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:22.600970 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHUsername
I1003 20:12:22.601075 3786 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/id_rsa Username:docker}
I1003 20:12:22.640337 3786 ssh_runner.go:195] Run: cat /etc/os-release
I1003 20:12:22.644093 3786 info.go:137] Remote host: Buildroot 2023.02.9
I1003 20:12:22.644109 3786 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19546-1440/.minikube/addons for local assets ...
I1003 20:12:22.644205 3786 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19546-1440/.minikube/files for local assets ...
I1003 20:12:22.644348 3786 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19546-1440/.minikube/files/etc/ssl/certs/20032.pem -> 20032.pem in /etc/ssl/certs
I1003 20:12:22.644355 3786 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19546-1440/.minikube/files/etc/ssl/certs/20032.pem -> /etc/ssl/certs/20032.pem
I1003 20:12:22.644533 3786 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1003 20:12:22.653756 3786 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19546-1440/.minikube/files/etc/ssl/certs/20032.pem --> /etc/ssl/certs/20032.pem (1708 bytes)
I1003 20:12:22.685257 3786 start.go:296] duration metric: took 84.778887ms for postStartSetup
I1003 20:12:22.685286 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetConfigRaw
I1003 20:12:22.685929 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetIP
I1003 20:12:22.686072 3786 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19546-1440/.minikube/profiles/ha-214000/config.json ...
I1003 20:12:22.686412 3786 start.go:128] duration metric: took 12.997595621s to createHost
I1003 20:12:22.686425 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHHostname
I1003 20:12:22.686515 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHPort
I1003 20:12:22.686599 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:22.686701 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:22.686798 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHUsername
I1003 20:12:22.686925 3786 main.go:141] libmachine: Using SSH client type: native
I1003 20:12:22.687044 3786 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xda49d00] 0xda4c9e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I1003 20:12:22.687051 3786 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1003 20:12:22.746950 3786 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728011542.860223875
I1003 20:12:22.746961 3786 fix.go:216] guest clock: 1728011542.860223875
I1003 20:12:22.746966 3786 fix.go:229] Guest: 2024-10-03 20:12:22.860223875 -0700 PDT Remote: 2024-10-03 20:12:22.68642 -0700 PDT m=+53.371804581 (delta=173.803875ms)
I1003 20:12:22.746975 3786 fix.go:200] guest clock delta is within tolerance: 173.803875ms
I1003 20:12:22.746981 3786 start.go:83] releasing machines lock for "ha-214000-m02", held for 13.05827693s
I1003 20:12:22.746997 3786 main.go:141] libmachine: (ha-214000-m02) Calling .DriverName
I1003 20:12:22.747135 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetIP
I1003 20:12:22.778085 3786 out.go:177] * Found network options:
I1003 20:12:22.800483 3786 out.go:177] - NO_PROXY=192.169.0.5
W1003 20:12:22.822664 3786 proxy.go:119] fail to check proxy env: Error ip not in block
I1003 20:12:22.822715 3786 main.go:141] libmachine: (ha-214000-m02) Calling .DriverName
I1003 20:12:22.823572 3786 main.go:141] libmachine: (ha-214000-m02) Calling .DriverName
I1003 20:12:22.823860 3786 main.go:141] libmachine: (ha-214000-m02) Calling .DriverName
I1003 20:12:22.824001 3786 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1003 20:12:22.824059 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHHostname
W1003 20:12:22.824112 3786 proxy.go:119] fail to check proxy env: Error ip not in block
I1003 20:12:22.824226 3786 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1003 20:12:22.824246 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHHostname
I1003 20:12:22.824266 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHPort
I1003 20:12:22.824461 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHPort
I1003 20:12:22.824498 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:22.824698 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHKeyPath
I1003 20:12:22.824710 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHUsername
I1003 20:12:22.824930 3786 main.go:141] libmachine: (ha-214000-m02) Calling .GetSSHUsername
I1003 20:12:22.824941 3786 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/id_rsa Username:docker}
I1003 20:12:22.825049 3786 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19546-1440/.minikube/machines/ha-214000-m02/id_rsa Username:docker}
W1003 20:12:22.859693 3786 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1003 20:12:22.859773 3786 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1003 20:12:22.904020 3786 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1003 20:12:22.904042 3786 start.go:495] detecting cgroup driver to use...
I1003 20:12:22.904144 3786 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1003 20:12:22.920874 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I1003 20:12:22.929835 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1003 20:12:22.938804 3786 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I1003 20:12:22.938864 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1003 20:12:22.947739 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1003 20:12:22.956498 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1003 20:12:22.965426 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1003 20:12:22.974356 3786 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1003 20:12:22.983537 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1003 20:12:22.992785 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I1003 20:12:23.001725 3786 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I1003 20:12:23.010582 3786 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1003 20:12:23.018552 3786 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1003 20:12:23.018604 3786 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1003 20:12:23.027475 3786 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1003 20:12:23.035507 3786 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1003 20:12:23.134077 3786 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1003 20:12:23.152266 3786 start.go:495] detecting cgroup driver to use...
I1003 20:12:23.152354 3786 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I1003 20:12:23.172785 3786 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1003 20:12:23.185099 3786 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1003 20:12:23.205995 3786 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1003 20:12:23.218258 3786 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1003 20:12:23.229115 3786 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1003 20:12:23.249868 3786 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1003 20:12:23.260469 3786 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I1003 20:12:23.275378 3786 ssh_runner.go:195] Run: which cri-dockerd
I1003 20:12:23.278400 3786 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I1003 20:12:23.285702 3786 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I1003 20:12:23.299048 3786 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I1003 20:12:23.399150 3786 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I1003 20:12:23.503720 3786 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I1003 20:12:23.503742 3786 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I1003 20:12:23.518202 3786 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1003 20:12:23.611158 3786 ssh_runner.go:195] Run: sudo systemctl restart docker
I1003 20:13:24.628320 3786 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1m1.016625719s)
I1003 20:13:24.628401 3786 ssh_runner.go:195] Run: sudo journalctl --no-pager -u docker
I1003 20:13:24.663942 3786 out.go:201]
W1003 20:13:24.684946 3786 out.go:270] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1
stdout:
stderr:
Job for docker.service failed because the control process exited with error code.
See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.
sudo journalctl --no-pager -u docker:
-- stdout --
Oct 04 03:12:21 ha-214000-m02 systemd[1]: Starting Docker Application Container Engine...
Oct 04 03:12:21 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:21.468633045Z" level=info msg="Starting up"
Oct 04 03:12:21 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:21.469108028Z" level=info msg="containerd not running, starting managed containerd"
Oct 04 03:12:21 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:21.469706025Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=511
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.487628336Z" level=info msg="starting containerd" revision=7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c version=v1.7.22
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.507060426Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.507109083Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.507155028Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.507165317Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.507227752Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.507260241Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.507394721Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.507469962Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.507482624Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.507490198Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.507543695Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.507694842Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.509245321Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.509283836Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.509393702Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.509428322Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.509497593Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.509564444Z" level=info msg="metadata content store policy set" policy=shared
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512295530Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512348164Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512361609Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512372978Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512398663Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512552113Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512784704Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512907443Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512941496Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512953831Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512963149Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512971718Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512979908Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512989204Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.512999030Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513014510Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513028295Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513036764Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513049969Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513059659Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513067451Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513076268Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513086500Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513096857Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513104724Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513114315Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513122553Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513131705Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513138978Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513146306Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513153866Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513169849Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513184278Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513193112Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513200420Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513245032Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513280524Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513290487Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513298921Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513305455Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513313466Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513320544Z" level=info msg="NRI interface is disabled by configuration."
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513576535Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513633233Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513662413Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock
Oct 04 03:12:21 ha-214000-m02 dockerd[511]: time="2024-10-04T03:12:21.513695230Z" level=info msg="containerd successfully booted in 0.026881s"
Oct 04 03:12:22 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:22.490814669Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Oct 04 03:12:22 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:22.499609150Z" level=info msg="Loading containers: start."
Oct 04 03:12:22 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:22.592246842Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"
Oct 04 03:12:22 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:22.677306677Z" level=info msg="Loading containers: done."
Oct 04 03:12:22 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:22.685242520Z" level=warning msg="WARNING: bridge-nf-call-iptables is disabled"
Oct 04 03:12:22 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:22.685303867Z" level=warning msg="WARNING: bridge-nf-call-ip6tables is disabled"
Oct 04 03:12:22 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:22.685339862Z" level=info msg="Docker daemon" commit=41ca978 containerd-snapshotter=false storage-driver=overlay2 version=27.3.1
Oct 04 03:12:22 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:22.685430972Z" level=info msg="Daemon has completed initialization"
Oct 04 03:12:22 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:22.712195072Z" level=info msg="API listen on /var/run/docker.sock"
Oct 04 03:12:22 ha-214000-m02 systemd[1]: Started Docker Application Container Engine.
Oct 04 03:12:22 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:22.714589273Z" level=info msg="API listen on [::]:2376"
Oct 04 03:12:23 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:23.737024966Z" level=info msg="Processing signal 'terminated'"
Oct 04 03:12:23 ha-214000-m02 systemd[1]: Stopping Docker Application Container Engine...
Oct 04 03:12:23 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:23.737915169Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Oct 04 03:12:23 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:23.738216415Z" level=info msg="Daemon shutdown complete"
Oct 04 03:12:23 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:23.738251321Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby
Oct 04 03:12:23 ha-214000-m02 dockerd[504]: time="2024-10-04T03:12:23.738263075Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd
Oct 04 03:12:24 ha-214000-m02 systemd[1]: docker.service: Deactivated successfully.
Oct 04 03:12:24 ha-214000-m02 systemd[1]: Stopped Docker Application Container Engine.
Oct 04 03:12:24 ha-214000-m02 systemd[1]: Starting Docker Application Container Engine...
Oct 04 03:12:24 ha-214000-m02 dockerd[913]: time="2024-10-04T03:12:24.770552545Z" level=info msg="Starting up"
Oct 04 03:13:24 ha-214000-m02 dockerd[913]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded
Oct 04 03:13:24 ha-214000-m02 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Oct 04 03:13:24 ha-214000-m02 systemd[1]: docker.service: Failed with result 'exit-code'.
Oct 04 03:13:24 ha-214000-m02 systemd[1]: Failed to start Docker Application Container Engine.
-- /stdout --
W1003 20:13:24.684996 3786 out.go:270] *
W1003 20:13:24.685669 3786 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1003 20:13:24.748224 3786 out.go:201]
==> Docker <==
Oct 04 03:12:28 ha-214000 dockerd[1275]: time="2024-10-04T03:12:28.609856146Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 04 03:12:28 ha-214000 dockerd[1275]: time="2024-10-04T03:12:28.615919730Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Oct 04 03:12:28 ha-214000 dockerd[1275]: time="2024-10-04T03:12:28.616016462Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Oct 04 03:12:28 ha-214000 dockerd[1275]: time="2024-10-04T03:12:28.616032538Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 04 03:12:28 ha-214000 dockerd[1275]: time="2024-10-04T03:12:28.616162060Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 04 03:12:28 ha-214000 cri-dockerd[1166]: time="2024-10-04T03:12:28Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/d44e77a58bfbcd3636f77ffd81283e6b03efe9e5dc88c021442461d2d33a3a3b/resolv.conf as [nameserver 192.169.0.1]"
Oct 04 03:12:28 ha-214000 cri-dockerd[1166]: time="2024-10-04T03:12:28Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/20614064fdfe19f6749b5771ff0a30a428b5230efd3bcfa55d43aa8f25ce5616/resolv.conf as [nameserver 192.169.0.1]"
Oct 04 03:12:28 ha-214000 dockerd[1275]: time="2024-10-04T03:12:28.823080888Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Oct 04 03:12:28 ha-214000 dockerd[1275]: time="2024-10-04T03:12:28.823785833Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Oct 04 03:12:28 ha-214000 dockerd[1275]: time="2024-10-04T03:12:28.824198141Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 04 03:12:28 ha-214000 dockerd[1275]: time="2024-10-04T03:12:28.824391231Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 04 03:12:28 ha-214000 dockerd[1275]: time="2024-10-04T03:12:28.862433657Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Oct 04 03:12:28 ha-214000 dockerd[1275]: time="2024-10-04T03:12:28.862813529Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Oct 04 03:12:28 ha-214000 dockerd[1275]: time="2024-10-04T03:12:28.867925615Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 04 03:12:28 ha-214000 dockerd[1275]: time="2024-10-04T03:12:28.868097260Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 04 03:13:28 ha-214000 dockerd[1275]: time="2024-10-04T03:13:28.363641015Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Oct 04 03:13:28 ha-214000 dockerd[1275]: time="2024-10-04T03:13:28.363750285Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Oct 04 03:13:28 ha-214000 dockerd[1275]: time="2024-10-04T03:13:28.363769672Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 04 03:13:28 ha-214000 dockerd[1275]: time="2024-10-04T03:13:28.363888443Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 04 03:13:28 ha-214000 cri-dockerd[1166]: time="2024-10-04T03:13:28Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/241895c2dd1d78a28b36a50806edad320f8a1ac083d452c174d4f7bde4dd5673/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"
Oct 04 03:13:34 ha-214000 cri-dockerd[1166]: time="2024-10-04T03:13:34Z" level=info msg="Stop pulling image gcr.io/k8s-minikube/busybox:1.28: Status: Downloaded newer image for gcr.io/k8s-minikube/busybox:1.28"
Oct 04 03:13:34 ha-214000 dockerd[1275]: time="2024-10-04T03:13:34.185526110Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Oct 04 03:13:34 ha-214000 dockerd[1275]: time="2024-10-04T03:13:34.185592857Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Oct 04 03:13:34 ha-214000 dockerd[1275]: time="2024-10-04T03:13:34.185606660Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Oct 04 03:13:34 ha-214000 dockerd[1275]: time="2024-10-04T03:13:34.185685899Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
083f8e850efee gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12 12 minutes ago Running busybox 0 241895c2dd1d7 busybox-7dff88458-m7hqf
9d4a054cd6084 c69fa2e9cbf5f 13 minutes ago Running coredns 0 20614064fdfe1 coredns-7c65d6cfc9-slrtf
8dbd76f9a11f2 c69fa2e9cbf5f 13 minutes ago Running coredns 0 d44e77a58bfbc coredns-7c65d6cfc9-l4wpg
792bd20fa10c9 6e38f40d628db 13 minutes ago Running storage-provisioner 0 a4df5305516c4 storage-provisioner
4feedccbf99b4 kindest/kindnetd@sha256:e59a687ca28ae274a2fc92f1e2f5f1c739f353178a43a23aafc71adb802ed166 13 minutes ago Running kindnet-cni 0 f71f3588e2173 kindnet-flq8x
b662c2800c099 60c005f310ff3 13 minutes ago Running kube-proxy 0 4fa1e0fd5f147 kube-proxy-grxks
2e5127305b39f ghcr.io/kube-vip/kube-vip@sha256:9e23baad11ae3e69d739430b9fdb60df22356b7da4b4f4e458fae0541619deb4 13 minutes ago Running kube-vip 0 4d6220bdd1cdc kube-vip-ha-214000
95af0d749f454 6bab7719df100 13 minutes ago Running kube-apiserver 0 c2ec72e046987 kube-apiserver-ha-214000
6cc4cdcf5d7aa 9aa1fad941575 13 minutes ago Running kube-scheduler 0 c35177e1f94b2 kube-scheduler-ha-214000
7f0249d53b2c9 175ffd71cce3d 13 minutes ago Running kube-controller-manager 0 0b274ed688293 kube-controller-manager-ha-214000
12454781c5122 2e96e5913fc06 13 minutes ago Running etcd 0 67bb6b863c2ab etcd-ha-214000
==> coredns [8dbd76f9a11f] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:38629 - 22618 "HINFO IN 5023589628377505410.1968016724755278572. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.385101452s
[INFO] 10.244.0.4:34407 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 140 0.046854268s
[INFO] 10.244.0.4:40755 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.002216309s
[INFO] 10.244.0.4:59025 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 140 0.009860632s
[INFO] 10.244.0.4:53507 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000099494s
[INFO] 10.244.0.4:37251 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00012713s
[INFO] 10.244.0.4:57152 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.000697366s
[INFO] 10.244.0.4:38283 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000146969s
[INFO] 10.244.0.4:37846 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000061739s
[INFO] 10.244.0.4:37855 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000077077s
[INFO] 10.244.0.4:59723 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00015034s
[INFO] 10.244.0.4:41660 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00017872s
[INFO] 10.244.0.4:37167 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000060142s
[INFO] 10.244.0.4:54218 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000075106s
==> coredns [9d4a054cd608] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:37246 - 38388 "HINFO IN 9110788561409410175.7304794748541389035. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.385203454s
[INFO] 10.244.0.4:53531 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000157533s
[INFO] 10.244.0.4:34893 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000169417s
[INFO] 10.244.0.4:43265 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.001086412s
[INFO] 10.244.0.4:60377 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000110746s
[INFO] 10.244.0.4:48670 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00010064s
[INFO] 10.244.0.4:45784 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000073036s
[INFO] 10.244.0.4:37875 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000119228s
==> describe nodes <==
Name: ha-214000
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-214000
kubernetes.io/os=linux
minikube.k8s.io/commit=bb93d8722461655cd69aaff21bc3938f9e86d89e
minikube.k8s.io/name=ha-214000
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_03T20_12_06_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 04 Oct 2024 03:12:02 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-214000
AcquireTime: <unset>
RenewTime: Fri, 04 Oct 2024 03:25:53 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 04 Oct 2024 03:23:48 +0000 Fri, 04 Oct 2024 03:12:01 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 04 Oct 2024 03:23:48 +0000 Fri, 04 Oct 2024 03:12:01 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 04 Oct 2024 03:23:48 +0000 Fri, 04 Oct 2024 03:12:01 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 04 Oct 2024 03:23:48 +0000 Fri, 04 Oct 2024 03:12:27 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.5
Hostname: ha-214000
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 797946633cb845879b866bebe75be818
System UUID: 34c84010-0000-0000-ae73-2f65fb092988
Boot ID: 9af69b77-b29f-476b-8660-d17f40a68a69
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.3.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-m7hqf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system coredns-7c65d6cfc9-l4wpg 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 13m
kube-system coredns-7c65d6cfc9-slrtf 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 13m
kube-system etcd-ha-214000 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 13m
kube-system kindnet-flq8x 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 13m
kube-system kube-apiserver-ha-214000 250m (12%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-controller-manager-ha-214000 200m (10%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-proxy-grxks 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-scheduler-ha-214000 100m (5%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-vip-ha-214000 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 13m kube-proxy
Normal Starting 13m kubelet Starting kubelet.
Normal NodeHasSufficientMemory 13m (x3 over 13m) kubelet Node ha-214000 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 13m (x3 over 13m) kubelet Node ha-214000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 13m (x2 over 13m) kubelet Node ha-214000 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 13m kubelet Updated Node Allocatable limit across pods
Normal Starting 13m kubelet Starting kubelet.
Normal NodeAllocatableEnforced 13m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 13m kubelet Node ha-214000 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 13m kubelet Node ha-214000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 13m kubelet Node ha-214000 status is now: NodeHasSufficientPID
Normal RegisteredNode 13m node-controller Node ha-214000 event: Registered Node ha-214000 in Controller
Normal NodeReady 13m kubelet Node ha-214000 status is now: NodeReady
Name: ha-214000-m03
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-214000-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=bb93d8722461655cd69aaff21bc3938f9e86d89e
minikube.k8s.io/name=ha-214000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_03T20_25_21_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 04 Oct 2024 03:25:21 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-214000-m03
AcquireTime: <unset>
RenewTime: Fri, 04 Oct 2024 03:25:51 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 04 Oct 2024 03:25:50 +0000 Fri, 04 Oct 2024 03:25:20 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 04 Oct 2024 03:25:50 +0000 Fri, 04 Oct 2024 03:25:20 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 04 Oct 2024 03:25:50 +0000 Fri, 04 Oct 2024 03:25:20 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 04 Oct 2024 03:25:50 +0000 Fri, 04 Oct 2024 03:25:50 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.7
Hostname: ha-214000-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: da6f3798f0cb41d9bd1591299a3b3ff1
System UUID: 2fdf4daa-0000-0000-9098-734a3e025506
Boot ID: 4770f03b-9b5e-4604-b003-96db67ae9ee6
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.3.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (3 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-9tvdj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kindnet-q87kq 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 36s
kube-system kube-proxy-mhkpc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 36s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 22s kube-proxy
Normal NodeHasSufficientMemory 37s (x2 over 37s) kubelet Node ha-214000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 37s (x2 over 37s) kubelet Node ha-214000-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 37s (x2 over 37s) kubelet Node ha-214000-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 37s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 34s node-controller Node ha-214000-m03 event: Registered Node ha-214000-m03 in Controller
Normal NodeReady 7s kubelet Node ha-214000-m03 status is now: NodeReady
==> dmesg <==
[ +2.588601] systemd-fstab-generator[127]: Ignoring "noauto" option for root device
[ +2.237578] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000002] NFSD: Unable to initialize client recovery tracking! (-2)
[ +0.675089] systemd-fstab-generator[487]: Ignoring "noauto" option for root device
[ +0.096624] systemd-fstab-generator[499]: Ignoring "noauto" option for root device
[ +1.775649] systemd-fstab-generator[837]: Ignoring "noauto" option for root device
[ +0.309671] systemd-fstab-generator[876]: Ignoring "noauto" option for root device
[ +0.060399] kauditd_printk_skb: 95 callbacks suppressed
[ +0.058128] systemd-fstab-generator[888]: Ignoring "noauto" option for root device
[ +0.112824] systemd-fstab-generator[902]: Ignoring "noauto" option for root device
[ +2.463116] systemd-fstab-generator[1119]: Ignoring "noauto" option for root device
[ +0.095604] systemd-fstab-generator[1131]: Ignoring "noauto" option for root device
[ +0.114522] systemd-fstab-generator[1143]: Ignoring "noauto" option for root device
[ +0.134214] systemd-fstab-generator[1158]: Ignoring "noauto" option for root device
[ +3.566077] systemd-fstab-generator[1260]: Ignoring "noauto" option for root device
[ +0.057138] kauditd_printk_skb: 180 callbacks suppressed
[ +2.514131] systemd-fstab-generator[1515]: Ignoring "noauto" option for root device
[ +4.459653] systemd-fstab-generator[1652]: Ignoring "noauto" option for root device
[ +0.056119] kauditd_printk_skb: 70 callbacks suppressed
[Oct 4 03:12] systemd-fstab-generator[2141]: Ignoring "noauto" option for root device
[ +0.078043] kauditd_printk_skb: 72 callbacks suppressed
[ +5.010148] kauditd_printk_skb: 27 callbacks suppressed
[ +17.525670] kauditd_printk_skb: 23 callbacks suppressed
[Oct 4 03:13] kauditd_printk_skb: 24 callbacks suppressed
==> etcd [12454781c512] <==
{"level":"info","ts":"2024-10-04T03:12:00.474228Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became leader at term 2"}
{"level":"info","ts":"2024-10-04T03:12:00.474262Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b8c6c7563d17d844 elected leader b8c6c7563d17d844 at term 2"}
{"level":"info","ts":"2024-10-04T03:12:00.479105Z","caller":"etcdserver/server.go:2118","msg":"published local member to cluster through raft","local-member-id":"b8c6c7563d17d844","local-member-attributes":"{Name:ha-214000 ClientURLs:[https://192.169.0.5:2379]}","request-path":"/0/members/b8c6c7563d17d844/attributes","cluster-id":"b73189effde9bc63","publish-timeout":"7s"}
{"level":"info","ts":"2024-10-04T03:12:00.479194Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-10-04T03:12:00.479515Z","caller":"etcdserver/server.go:2629","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-04T03:12:00.479617Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-10-04T03:12:00.487114Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b73189effde9bc63","local-member-id":"b8c6c7563d17d844","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-04T03:12:00.479633Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-10-04T03:12:00.487300Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-10-04T03:12:00.480184Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-10-04T03:12:00.487761Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-10-04T03:12:00.492362Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.169.0.5:2379"}
{"level":"info","ts":"2024-10-04T03:12:00.490499Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-10-04T03:12:00.487170Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-04T03:12:00.492656Z","caller":"etcdserver/server.go:2653","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-04T03:12:09.373510Z","caller":"traceutil/trace.go:171","msg":"trace[1722252977] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"166.584924ms","start":"2024-10-04T03:12:09.206906Z","end":"2024-10-04T03:12:09.373491Z","steps":["trace[1722252977] 'process raft request' (duration: 92.146899ms)","trace[1722252977] 'compare' (duration: 74.234034ms)"],"step_count":2}
{"level":"info","ts":"2024-10-04T03:12:09.373569Z","caller":"traceutil/trace.go:171","msg":"trace[1020568327] linearizableReadLoop","detail":"{readStateIndex:351; appliedIndex:348; }","duration":"128.128043ms","start":"2024-10-04T03:12:09.245431Z","end":"2024-10-04T03:12:09.373559Z","steps":["trace[1020568327] 'read index received' (duration: 53.625787ms)","trace[1020568327] 'applied index is now lower than readState.Index' (duration: 74.501734ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-04T03:12:09.374402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.848725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"}
{"level":"info","ts":"2024-10-04T03:12:09.374494Z","caller":"traceutil/trace.go:171","msg":"trace[1461441424] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:339; }","duration":"129.057211ms","start":"2024-10-04T03:12:09.245429Z","end":"2024-10-04T03:12:09.374486Z","steps":["trace[1461441424] 'agreement among raft nodes before linearized reading' (duration: 128.177252ms)"],"step_count":1}
{"level":"info","ts":"2024-10-04T03:12:09.374819Z","caller":"traceutil/trace.go:171","msg":"trace[1574543472] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"166.39202ms","start":"2024-10-04T03:12:09.208420Z","end":"2024-10-04T03:12:09.374812Z","steps":["trace[1574543472] 'process raft request' (duration: 165.001009ms)"],"step_count":1}
{"level":"info","ts":"2024-10-04T03:12:09.375121Z","caller":"traceutil/trace.go:171","msg":"trace[756140606] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"130.248642ms","start":"2024-10-04T03:12:09.244862Z","end":"2024-10-04T03:12:09.375110Z","steps":["trace[756140606] 'process raft request' (duration: 128.640419ms)"],"step_count":1}
{"level":"info","ts":"2024-10-04T03:12:09.375566Z","caller":"traceutil/trace.go:171","msg":"trace[682275388] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"128.844293ms","start":"2024-10-04T03:12:09.246715Z","end":"2024-10-04T03:12:09.375559Z","steps":["trace[682275388] 'process raft request' (duration: 126.812002ms)"],"step_count":1}
{"level":"info","ts":"2024-10-04T03:22:00.620113Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":973}
{"level":"info","ts":"2024-10-04T03:22:00.627625Z","caller":"mvcc/kvstore_compaction.go:69","msg":"finished scheduled compaction","compact-revision":973,"took":"6.873284ms","hash":261314489,"current-db-size-bytes":2449408,"current-db-size":"2.4 MB","current-db-size-in-use-bytes":2449408,"current-db-size-in-use":"2.4 MB"}
{"level":"info","ts":"2024-10-04T03:22:00.627665Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":261314489,"revision":973,"compact-revision":-1}
==> kernel <==
03:25:57 up 14 min, 0 users, load average: 0.25, 0.22, 0.18
Linux ha-214000 5.10.207 #1 SMP Mon Sep 23 21:01:39 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [4feedccbf99b] <==
I1004 03:24:43.498582 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I1004 03:24:43.499114 1 main.go:299] handling current node
I1004 03:24:53.496563 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I1004 03:24:53.496603 1 main.go:299] handling current node
I1004 03:25:03.497896 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I1004 03:25:03.498084 1 main.go:299] handling current node
I1004 03:25:13.497129 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I1004 03:25:13.497481 1 main.go:299] handling current node
I1004 03:25:23.497073 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I1004 03:25:23.497897 1 main.go:299] handling current node
I1004 03:25:23.498093 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I1004 03:25:23.498141 1 main.go:322] Node ha-214000-m03 has CIDR [10.244.1.0/24]
I1004 03:25:23.498481 1 routes.go:62] Adding route {Ifindex: 0 Dst: 10.244.1.0/24 Src: <nil> Gw: 192.169.0.7 Flags: [] Table: 0}
I1004 03:25:33.496961 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I1004 03:25:33.497126 1 main.go:299] handling current node
I1004 03:25:33.497275 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I1004 03:25:33.497400 1 main.go:322] Node ha-214000-m03 has CIDR [10.244.1.0/24]
I1004 03:25:43.501426 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I1004 03:25:43.501712 1 main.go:299] handling current node
I1004 03:25:43.502096 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I1004 03:25:43.502292 1 main.go:322] Node ha-214000-m03 has CIDR [10.244.1.0/24]
I1004 03:25:53.496447 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I1004 03:25:53.496678 1 main.go:299] handling current node
I1004 03:25:53.496782 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I1004 03:25:53.496864 1 main.go:322] Node ha-214000-m03 has CIDR [10.244.1.0/24]
==> kube-apiserver [95af0d749f45] <==
I1004 03:12:01.800434 1 shared_informer.go:320] Caches are synced for configmaps
I1004 03:12:01.803349 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1004 03:12:01.803694 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1004 03:12:01.806063 1 controller.go:615] quota admission added evaluator for: namespaces
I1004 03:12:01.862270 1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io
I1004 03:12:02.695251 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1004 03:12:02.698954 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1004 03:12:02.699302 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1004 03:12:03.001263 1 controller.go:615] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1004 03:12:03.027584 1 controller.go:615] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1004 03:12:03.111487 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1004 03:12:03.115731 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.5]
I1004 03:12:03.116421 1 controller.go:615] quota admission added evaluator for: endpoints
I1004 03:12:03.119045 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1004 03:12:03.747970 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1004 03:12:05.520326 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1004 03:12:05.527528 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1004 03:12:05.533597 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1004 03:12:09.201571 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I1004 03:12:09.477427 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E1004 03:24:50.435518 1 conn.go:339] Error on socket receive: read tcp 192.169.0.254:8443->192.169.0.1:50957: use of closed network connection
E1004 03:24:50.895229 1 conn.go:339] Error on socket receive: read tcp 192.169.0.254:8443->192.169.0.1:50965: use of closed network connection
E1004 03:24:51.354535 1 conn.go:339] Error on socket receive: read tcp 192.169.0.254:8443->192.169.0.1:50973: use of closed network connection
E1004 03:24:54.778771 1 conn.go:339] Error on socket receive: read tcp 192.169.0.254:8443->192.169.0.1:51007: use of closed network connection
E1004 03:24:54.975618 1 conn.go:339] Error on socket receive: read tcp 192.169.0.254:8443->192.169.0.1:51009: use of closed network connection
==> kube-controller-manager [7f0249d53b2c] <==
I1004 03:13:28.041091 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="14.702731ms"
I1004 03:13:28.041373 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="32.492µs"
I1004 03:13:35.064365 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="4.376356ms"
I1004 03:13:35.065074 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="37.799µs"
I1004 03:13:38.001431 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-214000"
I1004 03:18:43.448664 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-214000"
I1004 03:23:48.384517 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-214000"
I1004 03:25:21.196220 1 actual_state_of_world.go:540] "Failed to update statusUpdateNeeded field in actual state of world" logger="persistentvolume-attach-detach-controller" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ha-214000-m03\" does not exist"
I1004 03:25:21.209944 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-214000-m03" podCIDRs=["10.244.1.0/24"]
I1004 03:25:21.210281 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-214000-m03"
I1004 03:25:21.210429 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-214000-m03"
I1004 03:25:21.263775 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-214000-m03"
I1004 03:25:21.544452 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-214000-m03"
I1004 03:25:23.229208 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-214000-m03"
I1004 03:25:23.321462 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-214000-m03"
I1004 03:25:31.344709 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-214000-m03"
I1004 03:25:50.663136 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-214000-m03"
I1004 03:25:50.663715 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-214000-m03"
I1004 03:25:50.672763 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-214000-m03"
I1004 03:25:50.678116 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="29.017µs"
I1004 03:25:50.692886 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="28.244µs"
I1004 03:25:50.698460 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="29.01µs"
I1004 03:25:53.295152 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-214000-m03"
I1004 03:25:57.506654 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="37.151707ms"
I1004 03:25:57.507147 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="38.862µs"
==> kube-proxy [b662c2800c09] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1004 03:12:10.192204 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1004 03:12:10.202009 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.169.0.5"]
E1004 03:12:10.202096 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1004 03:12:10.231021 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1004 03:12:10.231076 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1004 03:12:10.231095 1 server_linux.go:169] "Using iptables Proxier"
I1004 03:12:10.233365 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1004 03:12:10.233817 1 server.go:483] "Version info" version="v1.31.1"
I1004 03:12:10.233898 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1004 03:12:10.234699 1 config.go:199] "Starting service config controller"
I1004 03:12:10.234942 1 shared_informer.go:313] Waiting for caches to sync for service config
I1004 03:12:10.235010 1 config.go:328] "Starting node config controller"
I1004 03:12:10.235115 1 shared_informer.go:313] Waiting for caches to sync for node config
I1004 03:12:10.235175 1 config.go:105] "Starting endpoint slice config controller"
I1004 03:12:10.237771 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1004 03:12:10.238085 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1004 03:12:10.335745 1 shared_informer.go:320] Caches are synced for service config
I1004 03:12:10.336135 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [6cc4cdcf5d7a] <==
E1004 03:12:01.800728 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1004 03:12:01.800771 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1004 03:12:01.801233 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
E1004 03:12:01.800153 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1004 03:12:01.800920 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1004 03:12:01.801714 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1004 03:12:01.800949 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1004 03:12:01.801949 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1004 03:12:01.800977 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1004 03:12:01.802284 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1004 03:12:01.801010 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1004 03:12:01.802455 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1004 03:12:01.801044 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1004 03:12:01.802914 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1004 03:12:02.683842 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1004 03:12:02.683889 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1004 03:12:02.807418 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1004 03:12:02.807531 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1004 03:12:02.843343 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1004 03:12:02.843568 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1004 03:12:02.854065 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1004 03:12:02.854106 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1004 03:12:02.893868 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1004 03:12:02.893912 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
I1004 03:12:03.479664 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Oct 04 03:21:05 ha-214000 kubelet[2148]: E1004 03:21:05.386512 2148 iptables.go:577] "Could not set up iptables canary" err=<
Oct 04 03:21:05 ha-214000 kubelet[2148]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 04 03:21:05 ha-214000 kubelet[2148]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 04 03:21:05 ha-214000 kubelet[2148]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 04 03:21:05 ha-214000 kubelet[2148]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 04 03:22:04 ha-214000 kubelet[2148]: E1004 03:22:04.973240 2148 iptables.go:577] "Could not set up iptables canary" err=<
Oct 04 03:22:04 ha-214000 kubelet[2148]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 04 03:22:04 ha-214000 kubelet[2148]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 04 03:22:04 ha-214000 kubelet[2148]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 04 03:22:04 ha-214000 kubelet[2148]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 04 03:23:04 ha-214000 kubelet[2148]: E1004 03:23:04.972777 2148 iptables.go:577] "Could not set up iptables canary" err=<
Oct 04 03:23:04 ha-214000 kubelet[2148]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 04 03:23:04 ha-214000 kubelet[2148]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 04 03:23:04 ha-214000 kubelet[2148]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 04 03:23:04 ha-214000 kubelet[2148]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 04 03:24:04 ha-214000 kubelet[2148]: E1004 03:24:04.972871 2148 iptables.go:577] "Could not set up iptables canary" err=<
Oct 04 03:24:04 ha-214000 kubelet[2148]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 04 03:24:04 ha-214000 kubelet[2148]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 04 03:24:04 ha-214000 kubelet[2148]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 04 03:24:04 ha-214000 kubelet[2148]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 04 03:25:04 ha-214000 kubelet[2148]: E1004 03:25:04.972452 2148 iptables.go:577] "Could not set up iptables canary" err=<
Oct 04 03:25:04 ha-214000 kubelet[2148]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 04 03:25:04 ha-214000 kubelet[2148]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 04 03:25:04 ha-214000 kubelet[2148]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 04 03:25:04 ha-214000 kubelet[2148]: > table="nat" chain="KUBE-KUBELET-CANARY"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-214000 -n ha-214000
helpers_test.go:261: (dbg) Run: kubectl --context ha-214000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: busybox-7dff88458-z5g4l
helpers_test.go:274: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterClusterStart]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context ha-214000 describe pod busybox-7dff88458-z5g4l
helpers_test.go:282: (dbg) kubectl --context ha-214000 describe pod busybox-7dff88458-z5g4l:
-- stdout --
Name: busybox-7dff88458-z5g4l
Namespace: default
Priority: 0
Service Account: default
Node: <none>
Labels: app=busybox
pod-template-hash=7dff88458
Annotations: <none>
Status: Pending
IP:
IPs: <none>
Controlled By: ReplicaSet/busybox-7dff88458
Containers:
busybox:
Image: gcr.io/k8s-minikube/busybox:1.28
Port: <none>
Host Port: <none>
Command:
sleep
3600
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-2k4pp (ro)
Conditions:
Type Status
PodScheduled False
Volumes:
kube-api-access-2k4pp:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Warning FailedScheduling 2m23s (x3 over 12m) default-scheduler 0/1 nodes are available: 1 node(s) didn't match pod anti-affinity rules. preemption: 0/1 nodes are available: 1 No preemption victims found for incoming pod.
Warning FailedScheduling 8s default-scheduler 0/2 nodes are available: 2 node(s) didn't match pod anti-affinity rules. preemption: 0/2 nodes are available: 2 No preemption victims found for incoming pod.
-- /stdout --
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterClusterStart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterClusterStart (3.29s)