=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
E1001 19:27:02.544556 18430 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/functional-338309/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (3.95116593s)
ha_test.go:309: expected profile "ha-193737" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-193737\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-193737\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,
\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-193737\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.14\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.27\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.101\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.152\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"me
tallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":2
62144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-193737 -n ha-193737
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-193737 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-193737 logs -n 25: (1.433544778s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-193737 ssh -n | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-193737 cp ha-193737-m03:/home/docker/cp-test.txt | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737:/home/docker/cp-test_ha-193737-m03_ha-193737.txt | | | | | |
| ssh | ha-193737 ssh -n | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-193737 ssh -n ha-193737 sudo cat | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | /home/docker/cp-test_ha-193737-m03_ha-193737.txt | | | | | |
| cp | ha-193737 cp ha-193737-m03:/home/docker/cp-test.txt | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737-m02:/home/docker/cp-test_ha-193737-m03_ha-193737-m02.txt | | | | | |
| ssh | ha-193737 ssh -n | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-193737 ssh -n ha-193737-m02 sudo cat | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | /home/docker/cp-test_ha-193737-m03_ha-193737-m02.txt | | | | | |
| cp | ha-193737 cp ha-193737-m03:/home/docker/cp-test.txt | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737-m04:/home/docker/cp-test_ha-193737-m03_ha-193737-m04.txt | | | | | |
| ssh | ha-193737 ssh -n | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-193737 ssh -n ha-193737-m04 sudo cat | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | /home/docker/cp-test_ha-193737-m03_ha-193737-m04.txt | | | | | |
| cp | ha-193737 cp testdata/cp-test.txt | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-193737 ssh -n | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-193737 cp ha-193737-m04:/home/docker/cp-test.txt | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile1122815483/001/cp-test_ha-193737-m04.txt | | | | | |
| ssh | ha-193737 ssh -n | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-193737 cp ha-193737-m04:/home/docker/cp-test.txt | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737:/home/docker/cp-test_ha-193737-m04_ha-193737.txt | | | | | |
| ssh | ha-193737 ssh -n | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-193737 ssh -n ha-193737 sudo cat | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | /home/docker/cp-test_ha-193737-m04_ha-193737.txt | | | | | |
| cp | ha-193737 cp ha-193737-m04:/home/docker/cp-test.txt | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737-m02:/home/docker/cp-test_ha-193737-m04_ha-193737-m02.txt | | | | | |
| ssh | ha-193737 ssh -n | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-193737 ssh -n ha-193737-m02 sudo cat | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | /home/docker/cp-test_ha-193737-m04_ha-193737-m02.txt | | | | | |
| cp | ha-193737 cp ha-193737-m04:/home/docker/cp-test.txt | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737-m03:/home/docker/cp-test_ha-193737-m04_ha-193737-m03.txt | | | | | |
| ssh | ha-193737 ssh -n | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | ha-193737-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-193737 ssh -n ha-193737-m03 sudo cat | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | 01 Oct 24 19:24 UTC |
| | /home/docker/cp-test_ha-193737-m04_ha-193737-m03.txt | | | | | |
| node | ha-193737 node stop m02 -v=7 | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:24 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-193737 node start m02 -v=7 | ha-193737 | jenkins | v1.34.0 | 01 Oct 24 19:26 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/01 19:19:47
Running on machine: ubuntu-20-agent-6
Binary: Built with gc go1.23.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1001 19:19:47.806967 31154 out.go:345] Setting OutFile to fd 1 ...
I1001 19:19:47.807072 31154 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1001 19:19:47.807081 31154 out.go:358] Setting ErrFile to fd 2...
I1001 19:19:47.807085 31154 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1001 19:19:47.807300 31154 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19736-11198/.minikube/bin
I1001 19:19:47.807883 31154 out.go:352] Setting JSON to false
I1001 19:19:47.808862 31154 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-6","uptime":3730,"bootTime":1727806658,"procs":188,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1001 19:19:47.808959 31154 start.go:139] virtualization: kvm guest
I1001 19:19:47.810915 31154 out.go:177] * [ha-193737] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1001 19:19:47.812033 31154 out.go:177] - MINIKUBE_LOCATION=19736
I1001 19:19:47.812047 31154 notify.go:220] Checking for updates...
I1001 19:19:47.814140 31154 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1001 19:19:47.815207 31154 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19736-11198/kubeconfig
I1001 19:19:47.816467 31154 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19736-11198/.minikube
I1001 19:19:47.817736 31154 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1001 19:19:47.818886 31154 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1001 19:19:47.820159 31154 driver.go:394] Setting default libvirt URI to qemu:///system
I1001 19:19:47.855456 31154 out.go:177] * Using the kvm2 driver based on user configuration
I1001 19:19:47.856527 31154 start.go:297] selected driver: kvm2
I1001 19:19:47.856547 31154 start.go:901] validating driver "kvm2" against <nil>
I1001 19:19:47.856562 31154 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1001 19:19:47.857294 31154 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1001 19:19:47.857376 31154 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19736-11198/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1001 19:19:47.872487 31154 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1001 19:19:47.872546 31154 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1001 19:19:47.872796 31154 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1001 19:19:47.872826 31154 cni.go:84] Creating CNI manager for ""
I1001 19:19:47.872874 31154 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1001 19:19:47.872886 31154 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1001 19:19:47.872938 31154 start.go:340] cluster config:
{Name:ha-193737 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-193737 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1001 19:19:47.873050 31154 iso.go:125] acquiring lock: {Name:mk06aa0d5182c9fbfa5e40313025cbec2b4400a2 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1001 19:19:47.874719 31154 out.go:177] * Starting "ha-193737" primary control-plane node in "ha-193737" cluster
I1001 19:19:47.875804 31154 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1001 19:19:47.875840 31154 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19736-11198/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4
I1001 19:19:47.875850 31154 cache.go:56] Caching tarball of preloaded images
I1001 19:19:47.875957 31154 preload.go:172] Found /home/jenkins/minikube-integration/19736-11198/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1001 19:19:47.875970 31154 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1001 19:19:47.876255 31154 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/config.json ...
I1001 19:19:47.876273 31154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/config.json: {Name:mk44677a1f0c01c3be022903d4a146ca8f437dca Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:19:47.876454 31154 start.go:360] acquireMachinesLock for ha-193737: {Name:mk0da9f9e72785b38d21a4ec663aa8aa42710456 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1001 19:19:47.876490 31154 start.go:364] duration metric: took 20.799µs to acquireMachinesLock for "ha-193737"
I1001 19:19:47.876512 31154 start.go:93] Provisioning new machine with config: &{Name:ha-193737 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-193737 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType
:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 19:19:47.876581 31154 start.go:125] createHost starting for "" (driver="kvm2")
I1001 19:19:47.878132 31154 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1001 19:19:47.878257 31154 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 19:19:47.878301 31154 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 19:19:47.892637 31154 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:32839
I1001 19:19:47.893161 31154 main.go:141] libmachine: () Calling .GetVersion
I1001 19:19:47.893766 31154 main.go:141] libmachine: Using API Version 1
I1001 19:19:47.893788 31154 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 19:19:47.894083 31154 main.go:141] libmachine: () Calling .GetMachineName
I1001 19:19:47.894225 31154 main.go:141] libmachine: (ha-193737) Calling .GetMachineName
I1001 19:19:47.894350 31154 main.go:141] libmachine: (ha-193737) Calling .DriverName
I1001 19:19:47.894482 31154 start.go:159] libmachine.API.Create for "ha-193737" (driver="kvm2")
I1001 19:19:47.894506 31154 client.go:168] LocalClient.Create starting
I1001 19:19:47.894539 31154 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem
I1001 19:19:47.894575 31154 main.go:141] libmachine: Decoding PEM data...
I1001 19:19:47.894607 31154 main.go:141] libmachine: Parsing certificate...
I1001 19:19:47.894667 31154 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem
I1001 19:19:47.894686 31154 main.go:141] libmachine: Decoding PEM data...
I1001 19:19:47.894699 31154 main.go:141] libmachine: Parsing certificate...
I1001 19:19:47.894713 31154 main.go:141] libmachine: Running pre-create checks...
I1001 19:19:47.894730 31154 main.go:141] libmachine: (ha-193737) Calling .PreCreateCheck
I1001 19:19:47.895057 31154 main.go:141] libmachine: (ha-193737) Calling .GetConfigRaw
I1001 19:19:47.895392 31154 main.go:141] libmachine: Creating machine...
I1001 19:19:47.895405 31154 main.go:141] libmachine: (ha-193737) Calling .Create
I1001 19:19:47.895568 31154 main.go:141] libmachine: (ha-193737) Creating KVM machine...
I1001 19:19:47.896749 31154 main.go:141] libmachine: (ha-193737) DBG | found existing default KVM network
I1001 19:19:47.897409 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:47.897251 31177 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0002211e0}
I1001 19:19:47.897459 31154 main.go:141] libmachine: (ha-193737) DBG | created network xml:
I1001 19:19:47.897477 31154 main.go:141] libmachine: (ha-193737) DBG | <network>
I1001 19:19:47.897495 31154 main.go:141] libmachine: (ha-193737) DBG | <name>mk-ha-193737</name>
I1001 19:19:47.897509 31154 main.go:141] libmachine: (ha-193737) DBG | <dns enable='no'/>
I1001 19:19:47.897529 31154 main.go:141] libmachine: (ha-193737) DBG |
I1001 19:19:47.897549 31154 main.go:141] libmachine: (ha-193737) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1001 19:19:47.897562 31154 main.go:141] libmachine: (ha-193737) DBG | <dhcp>
I1001 19:19:47.897573 31154 main.go:141] libmachine: (ha-193737) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1001 19:19:47.897582 31154 main.go:141] libmachine: (ha-193737) DBG | </dhcp>
I1001 19:19:47.897589 31154 main.go:141] libmachine: (ha-193737) DBG | </ip>
I1001 19:19:47.897594 31154 main.go:141] libmachine: (ha-193737) DBG |
I1001 19:19:47.897599 31154 main.go:141] libmachine: (ha-193737) DBG | </network>
I1001 19:19:47.897608 31154 main.go:141] libmachine: (ha-193737) DBG |
I1001 19:19:47.902355 31154 main.go:141] libmachine: (ha-193737) DBG | trying to create private KVM network mk-ha-193737 192.168.39.0/24...
I1001 19:19:47.965826 31154 main.go:141] libmachine: (ha-193737) DBG | private KVM network mk-ha-193737 192.168.39.0/24 created
I1001 19:19:47.965857 31154 main.go:141] libmachine: (ha-193737) Setting up store path in /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737 ...
I1001 19:19:47.965875 31154 main.go:141] libmachine: (ha-193737) Building disk image from file:///home/jenkins/minikube-integration/19736-11198/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1001 19:19:47.965943 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:47.965838 31177 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19736-11198/.minikube
I1001 19:19:47.966014 31154 main.go:141] libmachine: (ha-193737) Downloading /home/jenkins/minikube-integration/19736-11198/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19736-11198/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1001 19:19:48.225463 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:48.225322 31177 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/id_rsa...
I1001 19:19:48.498755 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:48.498602 31177 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/ha-193737.rawdisk...
I1001 19:19:48.498778 31154 main.go:141] libmachine: (ha-193737) DBG | Writing magic tar header
I1001 19:19:48.498788 31154 main.go:141] libmachine: (ha-193737) DBG | Writing SSH key tar header
I1001 19:19:48.498813 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:48.498738 31177 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737 ...
I1001 19:19:48.498825 31154 main.go:141] libmachine: (ha-193737) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737
I1001 19:19:48.498844 31154 main.go:141] libmachine: (ha-193737) Setting executable bit set on /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737 (perms=drwx------)
I1001 19:19:48.498866 31154 main.go:141] libmachine: (ha-193737) Setting executable bit set on /home/jenkins/minikube-integration/19736-11198/.minikube/machines (perms=drwxr-xr-x)
I1001 19:19:48.498875 31154 main.go:141] libmachine: (ha-193737) Setting executable bit set on /home/jenkins/minikube-integration/19736-11198/.minikube (perms=drwxr-xr-x)
I1001 19:19:48.498909 31154 main.go:141] libmachine: (ha-193737) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-11198/.minikube/machines
I1001 19:19:48.498961 31154 main.go:141] libmachine: (ha-193737) Setting executable bit set on /home/jenkins/minikube-integration/19736-11198 (perms=drwxrwxr-x)
I1001 19:19:48.498975 31154 main.go:141] libmachine: (ha-193737) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-11198/.minikube
I1001 19:19:48.498992 31154 main.go:141] libmachine: (ha-193737) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-11198
I1001 19:19:48.499012 31154 main.go:141] libmachine: (ha-193737) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1001 19:19:48.499035 31154 main.go:141] libmachine: (ha-193737) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1001 19:19:48.499048 31154 main.go:141] libmachine: (ha-193737) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1001 19:19:48.499056 31154 main.go:141] libmachine: (ha-193737) Creating domain...
I1001 19:19:48.499066 31154 main.go:141] libmachine: (ha-193737) DBG | Checking permissions on dir: /home/jenkins
I1001 19:19:48.499074 31154 main.go:141] libmachine: (ha-193737) DBG | Checking permissions on dir: /home
I1001 19:19:48.499095 31154 main.go:141] libmachine: (ha-193737) DBG | Skipping /home - not owner
I1001 19:19:48.500091 31154 main.go:141] libmachine: (ha-193737) define libvirt domain using xml:
I1001 19:19:48.500110 31154 main.go:141] libmachine: (ha-193737) <domain type='kvm'>
I1001 19:19:48.500119 31154 main.go:141] libmachine: (ha-193737) <name>ha-193737</name>
I1001 19:19:48.500128 31154 main.go:141] libmachine: (ha-193737) <memory unit='MiB'>2200</memory>
I1001 19:19:48.500140 31154 main.go:141] libmachine: (ha-193737) <vcpu>2</vcpu>
I1001 19:19:48.500149 31154 main.go:141] libmachine: (ha-193737) <features>
I1001 19:19:48.500155 31154 main.go:141] libmachine: (ha-193737) <acpi/>
I1001 19:19:48.500161 31154 main.go:141] libmachine: (ha-193737) <apic/>
I1001 19:19:48.500166 31154 main.go:141] libmachine: (ha-193737) <pae/>
I1001 19:19:48.500178 31154 main.go:141] libmachine: (ha-193737)
I1001 19:19:48.500186 31154 main.go:141] libmachine: (ha-193737) </features>
I1001 19:19:48.500190 31154 main.go:141] libmachine: (ha-193737) <cpu mode='host-passthrough'>
I1001 19:19:48.500271 31154 main.go:141] libmachine: (ha-193737)
I1001 19:19:48.500322 31154 main.go:141] libmachine: (ha-193737) </cpu>
I1001 19:19:48.500344 31154 main.go:141] libmachine: (ha-193737) <os>
I1001 19:19:48.500376 31154 main.go:141] libmachine: (ha-193737) <type>hvm</type>
I1001 19:19:48.500385 31154 main.go:141] libmachine: (ha-193737) <boot dev='cdrom'/>
I1001 19:19:48.500394 31154 main.go:141] libmachine: (ha-193737) <boot dev='hd'/>
I1001 19:19:48.500402 31154 main.go:141] libmachine: (ha-193737) <bootmenu enable='no'/>
I1001 19:19:48.500407 31154 main.go:141] libmachine: (ha-193737) </os>
I1001 19:19:48.500422 31154 main.go:141] libmachine: (ha-193737) <devices>
I1001 19:19:48.500428 31154 main.go:141] libmachine: (ha-193737) <disk type='file' device='cdrom'>
I1001 19:19:48.500438 31154 main.go:141] libmachine: (ha-193737) <source file='/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/boot2docker.iso'/>
I1001 19:19:48.500448 31154 main.go:141] libmachine: (ha-193737) <target dev='hdc' bus='scsi'/>
I1001 19:19:48.500454 31154 main.go:141] libmachine: (ha-193737) <readonly/>
I1001 19:19:48.500461 31154 main.go:141] libmachine: (ha-193737) </disk>
I1001 19:19:48.500475 31154 main.go:141] libmachine: (ha-193737) <disk type='file' device='disk'>
I1001 19:19:48.500485 31154 main.go:141] libmachine: (ha-193737) <driver name='qemu' type='raw' cache='default' io='threads' />
I1001 19:19:48.500507 31154 main.go:141] libmachine: (ha-193737) <source file='/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/ha-193737.rawdisk'/>
I1001 19:19:48.500514 31154 main.go:141] libmachine: (ha-193737) <target dev='hda' bus='virtio'/>
I1001 19:19:48.500519 31154 main.go:141] libmachine: (ha-193737) </disk>
I1001 19:19:48.500525 31154 main.go:141] libmachine: (ha-193737) <interface type='network'>
I1001 19:19:48.500530 31154 main.go:141] libmachine: (ha-193737) <source network='mk-ha-193737'/>
I1001 19:19:48.500536 31154 main.go:141] libmachine: (ha-193737) <model type='virtio'/>
I1001 19:19:48.500541 31154 main.go:141] libmachine: (ha-193737) </interface>
I1001 19:19:48.500547 31154 main.go:141] libmachine: (ha-193737) <interface type='network'>
I1001 19:19:48.500552 31154 main.go:141] libmachine: (ha-193737) <source network='default'/>
I1001 19:19:48.500558 31154 main.go:141] libmachine: (ha-193737) <model type='virtio'/>
I1001 19:19:48.500570 31154 main.go:141] libmachine: (ha-193737) </interface>
I1001 19:19:48.500593 31154 main.go:141] libmachine: (ha-193737) <serial type='pty'>
I1001 19:19:48.500606 31154 main.go:141] libmachine: (ha-193737) <target port='0'/>
I1001 19:19:48.500616 31154 main.go:141] libmachine: (ha-193737) </serial>
I1001 19:19:48.500621 31154 main.go:141] libmachine: (ha-193737) <console type='pty'>
I1001 19:19:48.500632 31154 main.go:141] libmachine: (ha-193737) <target type='serial' port='0'/>
I1001 19:19:48.500644 31154 main.go:141] libmachine: (ha-193737) </console>
I1001 19:19:48.500651 31154 main.go:141] libmachine: (ha-193737) <rng model='virtio'>
I1001 19:19:48.500662 31154 main.go:141] libmachine: (ha-193737) <backend model='random'>/dev/random</backend>
I1001 19:19:48.500669 31154 main.go:141] libmachine: (ha-193737) </rng>
I1001 19:19:48.500674 31154 main.go:141] libmachine: (ha-193737)
I1001 19:19:48.500681 31154 main.go:141] libmachine: (ha-193737)
I1001 19:19:48.500687 31154 main.go:141] libmachine: (ha-193737) </devices>
I1001 19:19:48.500693 31154 main.go:141] libmachine: (ha-193737) </domain>
I1001 19:19:48.500703 31154 main.go:141] libmachine: (ha-193737)
I1001 19:19:48.505062 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:e8:37:5d in network default
I1001 19:19:48.505636 31154 main.go:141] libmachine: (ha-193737) Ensuring networks are active...
I1001 19:19:48.505675 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:19:48.506541 31154 main.go:141] libmachine: (ha-193737) Ensuring network default is active
I1001 19:19:48.506813 31154 main.go:141] libmachine: (ha-193737) Ensuring network mk-ha-193737 is active
I1001 19:19:48.507255 31154 main.go:141] libmachine: (ha-193737) Getting domain xml...
I1001 19:19:48.507904 31154 main.go:141] libmachine: (ha-193737) Creating domain...
I1001 19:19:49.716659 31154 main.go:141] libmachine: (ha-193737) Waiting to get IP...
I1001 19:19:49.717406 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:19:49.717831 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find current IP address of domain ha-193737 in network mk-ha-193737
I1001 19:19:49.717883 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:49.717825 31177 retry.go:31] will retry after 192.827447ms: waiting for machine to come up
I1001 19:19:49.912407 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:19:49.912907 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find current IP address of domain ha-193737 in network mk-ha-193737
I1001 19:19:49.912957 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:49.912879 31177 retry.go:31] will retry after 258.269769ms: waiting for machine to come up
I1001 19:19:50.172507 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:19:50.173033 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find current IP address of domain ha-193737 in network mk-ha-193737
I1001 19:19:50.173054 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:50.172948 31177 retry.go:31] will retry after 373.637188ms: waiting for machine to come up
I1001 19:19:50.548615 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:19:50.549181 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find current IP address of domain ha-193737 in network mk-ha-193737
I1001 19:19:50.549210 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:50.549112 31177 retry.go:31] will retry after 430.626472ms: waiting for machine to come up
I1001 19:19:50.981709 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:19:50.982164 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find current IP address of domain ha-193737 in network mk-ha-193737
I1001 19:19:50.982197 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:50.982117 31177 retry.go:31] will retry after 529.86174ms: waiting for machine to come up
I1001 19:19:51.513872 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:19:51.514354 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find current IP address of domain ha-193737 in network mk-ha-193737
I1001 19:19:51.514379 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:51.514310 31177 retry.go:31] will retry after 925.92584ms: waiting for machine to come up
I1001 19:19:52.441513 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:19:52.442015 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find current IP address of domain ha-193737 in network mk-ha-193737
I1001 19:19:52.442079 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:52.441913 31177 retry.go:31] will retry after 1.034076263s: waiting for machine to come up
I1001 19:19:53.477995 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:19:53.478427 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find current IP address of domain ha-193737 in network mk-ha-193737
I1001 19:19:53.478449 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:53.478392 31177 retry.go:31] will retry after 1.13194403s: waiting for machine to come up
I1001 19:19:54.612551 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:19:54.613118 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find current IP address of domain ha-193737 in network mk-ha-193737
I1001 19:19:54.613140 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:54.613054 31177 retry.go:31] will retry after 1.647034063s: waiting for machine to come up
I1001 19:19:56.262733 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:19:56.263161 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find current IP address of domain ha-193737 in network mk-ha-193737
I1001 19:19:56.263186 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:56.263102 31177 retry.go:31] will retry after 1.500997099s: waiting for machine to come up
I1001 19:19:57.765863 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:19:57.766323 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find current IP address of domain ha-193737 in network mk-ha-193737
I1001 19:19:57.766356 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:19:57.766274 31177 retry.go:31] will retry after 2.455749683s: waiting for machine to come up
I1001 19:20:00.223334 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:00.223743 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find current IP address of domain ha-193737 in network mk-ha-193737
I1001 19:20:00.223759 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:20:00.223705 31177 retry.go:31] will retry after 2.437856543s: waiting for machine to come up
I1001 19:20:02.664433 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:02.664809 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find current IP address of domain ha-193737 in network mk-ha-193737
I1001 19:20:02.664832 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:20:02.664763 31177 retry.go:31] will retry after 3.902681899s: waiting for machine to come up
I1001 19:20:06.571440 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:06.571775 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find current IP address of domain ha-193737 in network mk-ha-193737
I1001 19:20:06.571797 31154 main.go:141] libmachine: (ha-193737) DBG | I1001 19:20:06.571730 31177 retry.go:31] will retry after 5.423043301s: waiting for machine to come up
I1001 19:20:11.999360 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:11.999779 31154 main.go:141] libmachine: (ha-193737) Found IP for machine: 192.168.39.14
I1001 19:20:11.999815 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has current primary IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:11.999824 31154 main.go:141] libmachine: (ha-193737) Reserving static IP address...
I1001 19:20:12.000199 31154 main.go:141] libmachine: (ha-193737) DBG | unable to find host DHCP lease matching {name: "ha-193737", mac: "52:54:00:80:2b:09", ip: "192.168.39.14"} in network mk-ha-193737
I1001 19:20:12.077653 31154 main.go:141] libmachine: (ha-193737) Reserved static IP address: 192.168.39.14
I1001 19:20:12.077732 31154 main.go:141] libmachine: (ha-193737) DBG | Getting to WaitForSSH function...
I1001 19:20:12.077743 31154 main.go:141] libmachine: (ha-193737) Waiting for SSH to be available...
I1001 19:20:12.080321 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.080865 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:minikube Clientid:01:52:54:00:80:2b:09}
I1001 19:20:12.080898 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.081006 31154 main.go:141] libmachine: (ha-193737) DBG | Using SSH client type: external
I1001 19:20:12.081047 31154 main.go:141] libmachine: (ha-193737) DBG | Using SSH private key: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/id_rsa (-rw-------)
I1001 19:20:12.081075 31154 main.go:141] libmachine: (ha-193737) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.14 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/id_rsa -p 22] /usr/bin/ssh <nil>}
I1001 19:20:12.081085 31154 main.go:141] libmachine: (ha-193737) DBG | About to run SSH command:
I1001 19:20:12.081096 31154 main.go:141] libmachine: (ha-193737) DBG | exit 0
I1001 19:20:12.208487 31154 main.go:141] libmachine: (ha-193737) DBG | SSH cmd err, output: <nil>:
I1001 19:20:12.208725 31154 main.go:141] libmachine: (ha-193737) KVM machine creation complete!
I1001 19:20:12.209102 31154 main.go:141] libmachine: (ha-193737) Calling .GetConfigRaw
I1001 19:20:12.209646 31154 main.go:141] libmachine: (ha-193737) Calling .DriverName
I1001 19:20:12.209809 31154 main.go:141] libmachine: (ha-193737) Calling .DriverName
I1001 19:20:12.209935 31154 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1001 19:20:12.209949 31154 main.go:141] libmachine: (ha-193737) Calling .GetState
I1001 19:20:12.211166 31154 main.go:141] libmachine: Detecting operating system of created instance...
I1001 19:20:12.211190 31154 main.go:141] libmachine: Waiting for SSH to be available...
I1001 19:20:12.211195 31154 main.go:141] libmachine: Getting to WaitForSSH function...
I1001 19:20:12.211201 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:20:12.213529 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.213857 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:12.213883 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.213972 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:20:12.214116 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:12.214264 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:12.214394 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:20:12.214556 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:20:12.214781 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.14 22 <nil> <nil>}
I1001 19:20:12.214795 31154 main.go:141] libmachine: About to run SSH command:
exit 0
I1001 19:20:12.319892 31154 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1001 19:20:12.319913 31154 main.go:141] libmachine: Detecting the provisioner...
I1001 19:20:12.319921 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:20:12.322718 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.323165 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:12.323192 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.323331 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:20:12.323522 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:12.323695 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:12.323840 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:20:12.324072 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:20:12.324284 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.14 22 <nil> <nil>}
I1001 19:20:12.324296 31154 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1001 19:20:12.429264 31154 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1001 19:20:12.429335 31154 main.go:141] libmachine: found compatible host: buildroot
I1001 19:20:12.429344 31154 main.go:141] libmachine: Provisioning with buildroot...
I1001 19:20:12.429358 31154 main.go:141] libmachine: (ha-193737) Calling .GetMachineName
I1001 19:20:12.429572 31154 buildroot.go:166] provisioning hostname "ha-193737"
I1001 19:20:12.429594 31154 main.go:141] libmachine: (ha-193737) Calling .GetMachineName
I1001 19:20:12.429736 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:20:12.432551 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.432897 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:12.432926 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.433127 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:20:12.433317 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:12.433512 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:12.433661 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:20:12.433801 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:20:12.433993 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.14 22 <nil> <nil>}
I1001 19:20:12.434007 31154 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-193737 && echo "ha-193737" | sudo tee /etc/hostname
I1001 19:20:12.557230 31154 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-193737
I1001 19:20:12.557264 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:20:12.560034 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.560377 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:12.560404 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.560580 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:20:12.560736 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:12.560897 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:12.561023 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:20:12.561173 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:20:12.561344 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.14 22 <nil> <nil>}
I1001 19:20:12.561360 31154 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-193737' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-193737/g' /etc/hosts;
else
echo '127.0.1.1 ha-193737' | sudo tee -a /etc/hosts;
fi
fi
I1001 19:20:12.673716 31154 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1001 19:20:12.673759 31154 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19736-11198/.minikube CaCertPath:/home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19736-11198/.minikube}
I1001 19:20:12.673797 31154 buildroot.go:174] setting up certificates
I1001 19:20:12.673811 31154 provision.go:84] configureAuth start
I1001 19:20:12.673825 31154 main.go:141] libmachine: (ha-193737) Calling .GetMachineName
I1001 19:20:12.674136 31154 main.go:141] libmachine: (ha-193737) Calling .GetIP
I1001 19:20:12.676892 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.677280 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:12.677321 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.677483 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:20:12.679978 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.680305 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:12.680326 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.680487 31154 provision.go:143] copyHostCerts
I1001 19:20:12.680516 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19736-11198/.minikube/ca.pem
I1001 19:20:12.680561 31154 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-11198/.minikube/ca.pem, removing ...
I1001 19:20:12.680573 31154 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.pem
I1001 19:20:12.680654 31154 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19736-11198/.minikube/ca.pem (1082 bytes)
I1001 19:20:12.680751 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19736-11198/.minikube/cert.pem
I1001 19:20:12.680775 31154 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-11198/.minikube/cert.pem, removing ...
I1001 19:20:12.680787 31154 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-11198/.minikube/cert.pem
I1001 19:20:12.680824 31154 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19736-11198/.minikube/cert.pem (1123 bytes)
I1001 19:20:12.680885 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19736-11198/.minikube/key.pem
I1001 19:20:12.680909 31154 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-11198/.minikube/key.pem, removing ...
I1001 19:20:12.680917 31154 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-11198/.minikube/key.pem
I1001 19:20:12.680951 31154 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19736-11198/.minikube/key.pem (1679 bytes)
I1001 19:20:12.681013 31154 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca-key.pem org=jenkins.ha-193737 san=[127.0.0.1 192.168.39.14 ha-193737 localhost minikube]
I1001 19:20:12.842484 31154 provision.go:177] copyRemoteCerts
I1001 19:20:12.842574 31154 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1001 19:20:12.842621 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:20:12.845898 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.846287 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:12.846310 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:12.846561 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:20:12.846731 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:12.846941 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:20:12.847077 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.14 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/id_rsa Username:docker}
I1001 19:20:12.930698 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1001 19:20:12.930795 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1001 19:20:12.955852 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server.pem -> /etc/docker/server.pem
I1001 19:20:12.955930 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1001 19:20:12.979656 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1001 19:20:12.979722 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1001 19:20:13.003473 31154 provision.go:87] duration metric: took 329.649424ms to configureAuth
I1001 19:20:13.003500 31154 buildroot.go:189] setting minikube options for container-runtime
I1001 19:20:13.003695 31154 config.go:182] Loaded profile config "ha-193737": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 19:20:13.003768 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:20:13.006651 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.006965 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:13.006994 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.007204 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:20:13.007396 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:13.007569 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:13.007765 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:20:13.007963 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:20:13.008170 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.14 22 <nil> <nil>}
I1001 19:20:13.008194 31154 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1001 19:20:13.223895 31154 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1001 19:20:13.223928 31154 main.go:141] libmachine: Checking connection to Docker...
I1001 19:20:13.223938 31154 main.go:141] libmachine: (ha-193737) Calling .GetURL
I1001 19:20:13.225295 31154 main.go:141] libmachine: (ha-193737) DBG | Using libvirt version 6000000
I1001 19:20:13.227525 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.227866 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:13.227899 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.227999 31154 main.go:141] libmachine: Docker is up and running!
I1001 19:20:13.228014 31154 main.go:141] libmachine: Reticulating splines...
I1001 19:20:13.228022 31154 client.go:171] duration metric: took 25.333507515s to LocalClient.Create
I1001 19:20:13.228041 31154 start.go:167] duration metric: took 25.333560566s to libmachine.API.Create "ha-193737"
I1001 19:20:13.228050 31154 start.go:293] postStartSetup for "ha-193737" (driver="kvm2")
I1001 19:20:13.228060 31154 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1001 19:20:13.228083 31154 main.go:141] libmachine: (ha-193737) Calling .DriverName
I1001 19:20:13.228317 31154 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1001 19:20:13.228339 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:20:13.230391 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.230709 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:13.230732 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.230837 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:20:13.230988 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:13.231120 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:20:13.231290 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.14 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/id_rsa Username:docker}
I1001 19:20:13.314353 31154 ssh_runner.go:195] Run: cat /etc/os-release
I1001 19:20:13.318432 31154 info.go:137] Remote host: Buildroot 2023.02.9
I1001 19:20:13.318458 31154 filesync.go:126] Scanning /home/jenkins/minikube-integration/19736-11198/.minikube/addons for local assets ...
I1001 19:20:13.318541 31154 filesync.go:126] Scanning /home/jenkins/minikube-integration/19736-11198/.minikube/files for local assets ...
I1001 19:20:13.318638 31154 filesync.go:149] local asset: /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem -> 184302.pem in /etc/ssl/certs
I1001 19:20:13.318652 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem -> /etc/ssl/certs/184302.pem
I1001 19:20:13.318780 31154 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1001 19:20:13.328571 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem --> /etc/ssl/certs/184302.pem (1708 bytes)
I1001 19:20:13.353035 31154 start.go:296] duration metric: took 124.970717ms for postStartSetup
I1001 19:20:13.353110 31154 main.go:141] libmachine: (ha-193737) Calling .GetConfigRaw
I1001 19:20:13.353736 31154 main.go:141] libmachine: (ha-193737) Calling .GetIP
I1001 19:20:13.356423 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.356817 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:13.356852 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.357086 31154 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/config.json ...
I1001 19:20:13.357278 31154 start.go:128] duration metric: took 25.480687424s to createHost
I1001 19:20:13.357297 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:20:13.359783 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.360160 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:13.360189 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.360384 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:20:13.360591 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:13.360774 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:13.360932 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:20:13.361105 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:20:13.361274 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.14 22 <nil> <nil>}
I1001 19:20:13.361289 31154 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1001 19:20:13.464991 31154 main.go:141] libmachine: SSH cmd err, output: <nil>: 1727810413.446268696
I1001 19:20:13.465023 31154 fix.go:216] guest clock: 1727810413.446268696
I1001 19:20:13.465037 31154 fix.go:229] Guest: 2024-10-01 19:20:13.446268696 +0000 UTC Remote: 2024-10-01 19:20:13.35728811 +0000 UTC m=+25.585126920 (delta=88.980586ms)
I1001 19:20:13.465070 31154 fix.go:200] guest clock delta is within tolerance: 88.980586ms
I1001 19:20:13.465076 31154 start.go:83] releasing machines lock for "ha-193737", held for 25.588575039s
I1001 19:20:13.465101 31154 main.go:141] libmachine: (ha-193737) Calling .DriverName
I1001 19:20:13.465340 31154 main.go:141] libmachine: (ha-193737) Calling .GetIP
I1001 19:20:13.468083 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.468419 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:13.468447 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.468613 31154 main.go:141] libmachine: (ha-193737) Calling .DriverName
I1001 19:20:13.469143 31154 main.go:141] libmachine: (ha-193737) Calling .DriverName
I1001 19:20:13.469301 31154 main.go:141] libmachine: (ha-193737) Calling .DriverName
I1001 19:20:13.469362 31154 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1001 19:20:13.469413 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:20:13.469528 31154 ssh_runner.go:195] Run: cat /version.json
I1001 19:20:13.469548 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:20:13.471980 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.472049 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.472309 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:13.472339 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.472393 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:13.472414 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:13.472482 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:20:13.472622 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:20:13.472666 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:13.472784 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:13.472833 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:20:13.472925 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:20:13.472991 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.14 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/id_rsa Username:docker}
I1001 19:20:13.473062 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.14 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/id_rsa Username:docker}
I1001 19:20:13.597462 31154 ssh_runner.go:195] Run: systemctl --version
I1001 19:20:13.603452 31154 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1001 19:20:13.764276 31154 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1001 19:20:13.770676 31154 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1001 19:20:13.770753 31154 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1001 19:20:13.785990 31154 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1001 19:20:13.786018 31154 start.go:495] detecting cgroup driver to use...
I1001 19:20:13.786088 31154 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1001 19:20:13.802042 31154 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1001 19:20:13.815442 31154 docker.go:217] disabling cri-docker service (if available) ...
I1001 19:20:13.815514 31154 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1001 19:20:13.829012 31154 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1001 19:20:13.842769 31154 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1001 19:20:13.956694 31154 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1001 19:20:14.102874 31154 docker.go:233] disabling docker service ...
I1001 19:20:14.102940 31154 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1001 19:20:14.117261 31154 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1001 19:20:14.129985 31154 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1001 19:20:14.273597 31154 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1001 19:20:14.384529 31154 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1001 19:20:14.397753 31154 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1001 19:20:14.415792 31154 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1001 19:20:14.415850 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:20:14.426007 31154 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1001 19:20:14.426087 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:20:14.436393 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:20:14.446247 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:20:14.456029 31154 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1001 19:20:14.466078 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:20:14.475781 31154 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:20:14.492551 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:20:14.502706 31154 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1001 19:20:14.512290 31154 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1001 19:20:14.512379 31154 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1001 19:20:14.525913 31154 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1001 19:20:14.535543 31154 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 19:20:14.653960 31154 ssh_runner.go:195] Run: sudo systemctl restart crio
I1001 19:20:14.741173 31154 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1001 19:20:14.741263 31154 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1001 19:20:14.745800 31154 start.go:563] Will wait 60s for crictl version
I1001 19:20:14.745869 31154 ssh_runner.go:195] Run: which crictl
I1001 19:20:14.749449 31154 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1001 19:20:14.789074 31154 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1001 19:20:14.789159 31154 ssh_runner.go:195] Run: crio --version
I1001 19:20:14.820545 31154 ssh_runner.go:195] Run: crio --version
I1001 19:20:14.849920 31154 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1001 19:20:14.850894 31154 main.go:141] libmachine: (ha-193737) Calling .GetIP
I1001 19:20:14.853389 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:14.853698 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:14.853724 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:14.853935 31154 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1001 19:20:14.857967 31154 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1001 19:20:14.870673 31154 kubeadm.go:883] updating cluster {Name:ha-193737 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 C
lusterName:ha-193737 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.14 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1001 19:20:14.870794 31154 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1001 19:20:14.870846 31154 ssh_runner.go:195] Run: sudo crictl images --output json
I1001 19:20:14.901722 31154 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.1". assuming images are not preloaded.
I1001 19:20:14.901791 31154 ssh_runner.go:195] Run: which lz4
I1001 19:20:14.905716 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1001 19:20:14.905869 31154 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1001 19:20:14.909954 31154 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1001 19:20:14.909985 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (388599353 bytes)
I1001 19:20:16.176019 31154 crio.go:462] duration metric: took 1.270229445s to copy over tarball
I1001 19:20:16.176091 31154 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1001 19:20:18.196924 31154 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.020807915s)
I1001 19:20:18.196955 31154 crio.go:469] duration metric: took 2.020904101s to extract the tarball
I1001 19:20:18.196963 31154 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1001 19:20:18.232395 31154 ssh_runner.go:195] Run: sudo crictl images --output json
I1001 19:20:18.277292 31154 crio.go:514] all images are preloaded for cri-o runtime.
I1001 19:20:18.277310 31154 cache_images.go:84] Images are preloaded, skipping loading
I1001 19:20:18.277317 31154 kubeadm.go:934] updating node { 192.168.39.14 8443 v1.31.1 crio true true} ...
I1001 19:20:18.277404 31154 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-193737 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.14
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-193737 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1001 19:20:18.277469 31154 ssh_runner.go:195] Run: crio config
I1001 19:20:18.320909 31154 cni.go:84] Creating CNI manager for ""
I1001 19:20:18.320940 31154 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1001 19:20:18.320955 31154 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1001 19:20:18.320983 31154 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.14 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-193737 NodeName:ha-193737 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.14"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.14 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/m
anifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1001 19:20:18.321130 31154 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.14
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-193737"
kubeletExtraArgs:
node-ip: 192.168.39.14
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.14"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1001 19:20:18.321154 31154 kube-vip.go:115] generating kube-vip config ...
I1001 19:20:18.321192 31154 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1001 19:20:18.337979 31154 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1001 19:20:18.338099 31154 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1001 19:20:18.338161 31154 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1001 19:20:18.347788 31154 binaries.go:44] Found k8s binaries, skipping transfer
I1001 19:20:18.347864 31154 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1001 19:20:18.356907 31154 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (308 bytes)
I1001 19:20:18.372922 31154 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1001 19:20:18.388904 31154 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2150 bytes)
I1001 19:20:18.404938 31154 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1001 19:20:18.421257 31154 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1001 19:20:18.425122 31154 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1001 19:20:18.436829 31154 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 19:20:18.545073 31154 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1001 19:20:18.560862 31154 certs.go:68] Setting up /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737 for IP: 192.168.39.14
I1001 19:20:18.560887 31154 certs.go:194] generating shared ca certs ...
I1001 19:20:18.560910 31154 certs.go:226] acquiring lock for ca certs: {Name:mk4af52da2631512ebee071ecde5dd3fa47a582c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:20:18.561104 31154 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.key
I1001 19:20:18.561167 31154 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.key
I1001 19:20:18.561182 31154 certs.go:256] generating profile certs ...
I1001 19:20:18.561249 31154 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/client.key
I1001 19:20:18.561277 31154 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/client.crt with IP's: []
I1001 19:20:19.147252 31154 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/client.crt ...
I1001 19:20:19.147288 31154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/client.crt: {Name:mk6cc12194e2b1b488446b45fb57531c12b19cd6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:20:19.147481 31154 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/client.key ...
I1001 19:20:19.147500 31154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/client.key: {Name:mk1f7ee6c9ea6b8fcc952a031324588416a57469 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:20:19.147599 31154 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key.c3487d2e
I1001 19:20:19.147622 31154 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt.c3487d2e with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.14 192.168.39.254]
I1001 19:20:19.274032 31154 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt.c3487d2e ...
I1001 19:20:19.274061 31154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt.c3487d2e: {Name:mk19f3cf4cd1f2fca54e40738408be6aa73421ff Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:20:19.274224 31154 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key.c3487d2e ...
I1001 19:20:19.274242 31154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key.c3487d2e: {Name:mk2ba24a36a70c8a6e47019bdcda573a26500b74 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:20:19.274335 31154 certs.go:381] copying /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt.c3487d2e -> /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt
I1001 19:20:19.274441 31154 certs.go:385] copying /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key.c3487d2e -> /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key
I1001 19:20:19.274522 31154 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.key
I1001 19:20:19.274541 31154 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.crt with IP's: []
I1001 19:20:19.432987 31154 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.crt ...
I1001 19:20:19.433018 31154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.crt: {Name:mkaa29f743f43e700e39d0141b3a793971db9bab Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:20:19.433198 31154 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.key ...
I1001 19:20:19.433215 31154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.key: {Name:mkda8f4e7f39ac52933dd1a3f0855317051465de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:20:19.433333 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1001 19:20:19.433358 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1001 19:20:19.433374 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1001 19:20:19.433394 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1001 19:20:19.433411 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1001 19:20:19.433428 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1001 19:20:19.433441 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1001 19:20:19.433457 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1001 19:20:19.433541 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/18430.pem (1338 bytes)
W1001 19:20:19.433593 31154 certs.go:480] ignoring /home/jenkins/minikube-integration/19736-11198/.minikube/certs/18430_empty.pem, impossibly tiny 0 bytes
I1001 19:20:19.433606 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca-key.pem (1679 bytes)
I1001 19:20:19.433643 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem (1082 bytes)
I1001 19:20:19.433673 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem (1123 bytes)
I1001 19:20:19.433703 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/key.pem (1679 bytes)
I1001 19:20:19.433758 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem (1708 bytes)
I1001 19:20:19.433792 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/18430.pem -> /usr/share/ca-certificates/18430.pem
I1001 19:20:19.433812 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem -> /usr/share/ca-certificates/184302.pem
I1001 19:20:19.433830 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1001 19:20:19.434414 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1001 19:20:19.462971 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1001 19:20:19.486817 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1001 19:20:19.510214 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1001 19:20:19.536715 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1001 19:20:19.562219 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1001 19:20:19.587563 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1001 19:20:19.611975 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1001 19:20:19.635789 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/certs/18430.pem --> /usr/share/ca-certificates/18430.pem (1338 bytes)
I1001 19:20:19.660541 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem --> /usr/share/ca-certificates/184302.pem (1708 bytes)
I1001 19:20:19.686922 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1001 19:20:19.713247 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1001 19:20:19.737109 31154 ssh_runner.go:195] Run: openssl version
I1001 19:20:19.743466 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/18430.pem && ln -fs /usr/share/ca-certificates/18430.pem /etc/ssl/certs/18430.pem"
I1001 19:20:19.755116 31154 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/18430.pem
I1001 19:20:19.760240 31154 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 1 19:13 /usr/share/ca-certificates/18430.pem
I1001 19:20:19.760326 31154 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/18430.pem
I1001 19:20:19.767474 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/18430.pem /etc/ssl/certs/51391683.0"
I1001 19:20:19.779182 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/184302.pem && ln -fs /usr/share/ca-certificates/184302.pem /etc/ssl/certs/184302.pem"
I1001 19:20:19.790431 31154 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/184302.pem
I1001 19:20:19.795533 31154 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 1 19:13 /usr/share/ca-certificates/184302.pem
I1001 19:20:19.795593 31154 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/184302.pem
I1001 19:20:19.801533 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/184302.pem /etc/ssl/certs/3ec20f2e.0"
I1001 19:20:19.812537 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1001 19:20:19.823577 31154 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1001 19:20:19.828798 31154 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 1 18:55 /usr/share/ca-certificates/minikubeCA.pem
I1001 19:20:19.828870 31154 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1001 19:20:19.835152 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1001 19:20:19.846376 31154 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1001 19:20:19.850628 31154 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1001 19:20:19.850680 31154 kubeadm.go:392] StartCluster: {Name:ha-193737 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Clus
terName:ha-193737 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.14 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1001 19:20:19.850761 31154 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1001 19:20:19.850812 31154 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1001 19:20:19.892830 31154 cri.go:89] found id: ""
I1001 19:20:19.892895 31154 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1001 19:20:19.902960 31154 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1001 19:20:19.913367 31154 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1001 19:20:19.923292 31154 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1001 19:20:19.923330 31154 kubeadm.go:157] found existing configuration files:
I1001 19:20:19.923388 31154 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1001 19:20:19.932878 31154 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1001 19:20:19.932945 31154 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1001 19:20:19.943333 31154 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1001 19:20:19.952676 31154 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1001 19:20:19.952738 31154 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1001 19:20:19.962992 31154 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1001 19:20:19.972649 31154 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1001 19:20:19.972735 31154 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1001 19:20:19.982834 31154 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1001 19:20:19.993409 31154 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1001 19:20:19.993469 31154 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1001 19:20:20.002988 31154 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1001 19:20:20.127435 31154 kubeadm.go:310] W1001 19:20:20.114172 830 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1001 19:20:20.128326 31154 kubeadm.go:310] W1001 19:20:20.115365 830 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1001 19:20:20.262781 31154 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1001 19:20:31.543814 31154 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I1001 19:20:31.543907 31154 kubeadm.go:310] [preflight] Running pre-flight checks
I1001 19:20:31.543995 31154 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1001 19:20:31.544073 31154 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1001 19:20:31.544148 31154 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1001 19:20:31.544203 31154 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1001 19:20:31.545532 31154 out.go:235] - Generating certificates and keys ...
I1001 19:20:31.545611 31154 kubeadm.go:310] [certs] Using existing ca certificate authority
I1001 19:20:31.545691 31154 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1001 19:20:31.545778 31154 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1001 19:20:31.545854 31154 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1001 19:20:31.545932 31154 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1001 19:20:31.546012 31154 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1001 19:20:31.546085 31154 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1001 19:20:31.546175 31154 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-193737 localhost] and IPs [192.168.39.14 127.0.0.1 ::1]
I1001 19:20:31.546218 31154 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1001 19:20:31.546369 31154 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-193737 localhost] and IPs [192.168.39.14 127.0.0.1 ::1]
I1001 19:20:31.546436 31154 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1001 19:20:31.546488 31154 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1001 19:20:31.546527 31154 kubeadm.go:310] [certs] Generating "sa" key and public key
I1001 19:20:31.546577 31154 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1001 19:20:31.546623 31154 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1001 19:20:31.546668 31154 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1001 19:20:31.546722 31154 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1001 19:20:31.546817 31154 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1001 19:20:31.546863 31154 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1001 19:20:31.546932 31154 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1001 19:20:31.547004 31154 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1001 19:20:31.549095 31154 out.go:235] - Booting up control plane ...
I1001 19:20:31.549193 31154 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1001 19:20:31.549275 31154 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1001 19:20:31.549365 31154 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1001 19:20:31.549456 31154 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1001 19:20:31.549553 31154 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1001 19:20:31.549596 31154 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1001 19:20:31.549707 31154 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1001 19:20:31.549790 31154 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1001 19:20:31.549840 31154 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.357694ms
I1001 19:20:31.549900 31154 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1001 19:20:31.549947 31154 kubeadm.go:310] [api-check] The API server is healthy after 6.04683454s
I1001 19:20:31.550033 31154 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1001 19:20:31.550189 31154 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1001 19:20:31.550277 31154 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1001 19:20:31.550430 31154 kubeadm.go:310] [mark-control-plane] Marking the node ha-193737 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1001 19:20:31.550487 31154 kubeadm.go:310] [bootstrap-token] Using token: 7by4e8.7cs25dkxb8txjdft
I1001 19:20:31.551753 31154 out.go:235] - Configuring RBAC rules ...
I1001 19:20:31.551859 31154 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1001 19:20:31.551994 31154 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1001 19:20:31.552131 31154 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1001 19:20:31.552254 31154 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1001 19:20:31.552369 31154 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1001 19:20:31.552467 31154 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1001 19:20:31.552576 31154 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1001 19:20:31.552620 31154 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1001 19:20:31.552661 31154 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1001 19:20:31.552670 31154 kubeadm.go:310]
I1001 19:20:31.552724 31154 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1001 19:20:31.552736 31154 kubeadm.go:310]
I1001 19:20:31.552812 31154 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1001 19:20:31.552820 31154 kubeadm.go:310]
I1001 19:20:31.552841 31154 kubeadm.go:310] mkdir -p $HOME/.kube
I1001 19:20:31.552936 31154 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1001 19:20:31.553000 31154 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1001 19:20:31.553018 31154 kubeadm.go:310]
I1001 19:20:31.553076 31154 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1001 19:20:31.553082 31154 kubeadm.go:310]
I1001 19:20:31.553119 31154 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1001 19:20:31.553125 31154 kubeadm.go:310]
I1001 19:20:31.553165 31154 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1001 19:20:31.553231 31154 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1001 19:20:31.553309 31154 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1001 19:20:31.553319 31154 kubeadm.go:310]
I1001 19:20:31.553382 31154 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1001 19:20:31.553446 31154 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1001 19:20:31.553452 31154 kubeadm.go:310]
I1001 19:20:31.553515 31154 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 7by4e8.7cs25dkxb8txjdft \
I1001 19:20:31.553595 31154 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0c56edecb7f9eb74bee0ee499587f93e0ec9eb8fa5d860b84325aacd75ec55c1 \
I1001 19:20:31.553612 31154 kubeadm.go:310] --control-plane
I1001 19:20:31.553616 31154 kubeadm.go:310]
I1001 19:20:31.553679 31154 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1001 19:20:31.553686 31154 kubeadm.go:310]
I1001 19:20:31.553757 31154 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 7by4e8.7cs25dkxb8txjdft \
I1001 19:20:31.553878 31154 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0c56edecb7f9eb74bee0ee499587f93e0ec9eb8fa5d860b84325aacd75ec55c1
I1001 19:20:31.553899 31154 cni.go:84] Creating CNI manager for ""
I1001 19:20:31.553906 31154 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1001 19:20:31.555354 31154 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1001 19:20:31.556734 31154 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1001 19:20:31.562528 31154 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I1001 19:20:31.562546 31154 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1001 19:20:31.584306 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1001 19:20:31.963746 31154 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1001 19:20:31.963826 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 19:20:31.963839 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-193737 minikube.k8s.io/updated_at=2024_10_01T19_20_31_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=028fa3fa4ead204345663a497a11836d2b7758c4 minikube.k8s.io/name=ha-193737 minikube.k8s.io/primary=true
I1001 19:20:32.001753 31154 ops.go:34] apiserver oom_adj: -16
I1001 19:20:32.132202 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 19:20:32.632805 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 19:20:33.133195 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 19:20:33.633216 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 19:20:34.132915 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 19:20:34.632316 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 19:20:35.132491 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 19:20:35.632537 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 19:20:36.132620 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 19:20:36.218756 31154 kubeadm.go:1113] duration metric: took 4.255002576s to wait for elevateKubeSystemPrivileges
I1001 19:20:36.218788 31154 kubeadm.go:394] duration metric: took 16.368111595s to StartCluster
I1001 19:20:36.218804 31154 settings.go:142] acquiring lock: {Name:mkeb3fe64ed992373f048aef24eb0d675bcab60d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:20:36.218873 31154 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19736-11198/kubeconfig
I1001 19:20:36.219494 31154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-11198/kubeconfig: {Name:mk7ef19d546928001abf2478a3abe1d17765a591 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:20:36.219713 31154 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.14 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 19:20:36.219727 31154 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1001 19:20:36.219734 31154 start.go:241] waiting for startup goroutines ...
I1001 19:20:36.219741 31154 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1001 19:20:36.219834 31154 addons.go:69] Setting storage-provisioner=true in profile "ha-193737"
I1001 19:20:36.219856 31154 addons.go:234] Setting addon storage-provisioner=true in "ha-193737"
I1001 19:20:36.219869 31154 addons.go:69] Setting default-storageclass=true in profile "ha-193737"
I1001 19:20:36.219886 31154 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-193737"
I1001 19:20:36.219893 31154 host.go:66] Checking if "ha-193737" exists ...
I1001 19:20:36.219970 31154 config.go:182] Loaded profile config "ha-193737": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 19:20:36.220394 31154 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 19:20:36.220428 31154 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 19:20:36.220398 31154 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 19:20:36.220520 31154 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 19:20:36.237915 31154 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41109
I1001 19:20:36.238065 31154 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40357
I1001 19:20:36.238375 31154 main.go:141] libmachine: () Calling .GetVersion
I1001 19:20:36.238551 31154 main.go:141] libmachine: () Calling .GetVersion
I1001 19:20:36.238872 31154 main.go:141] libmachine: Using API Version 1
I1001 19:20:36.238891 31154 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 19:20:36.239076 31154 main.go:141] libmachine: Using API Version 1
I1001 19:20:36.239108 31154 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 19:20:36.239214 31154 main.go:141] libmachine: () Calling .GetMachineName
I1001 19:20:36.239454 31154 main.go:141] libmachine: () Calling .GetMachineName
I1001 19:20:36.239611 31154 main.go:141] libmachine: (ha-193737) Calling .GetState
I1001 19:20:36.239781 31154 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 19:20:36.239809 31154 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 19:20:36.241737 31154 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19736-11198/kubeconfig
I1001 19:20:36.241972 31154 kapi.go:59] client config for ha-193737: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/client.crt", KeyFile:"/home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/client.key", CAFile:"/home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1f685c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1001 19:20:36.242414 31154 cert_rotation.go:140] Starting client certificate rotation controller
I1001 19:20:36.242541 31154 addons.go:234] Setting addon default-storageclass=true in "ha-193737"
I1001 19:20:36.242580 31154 host.go:66] Checking if "ha-193737" exists ...
I1001 19:20:36.242883 31154 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 19:20:36.242931 31154 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 19:20:36.258780 31154 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39715
I1001 19:20:36.259292 31154 main.go:141] libmachine: () Calling .GetVersion
I1001 19:20:36.259824 31154 main.go:141] libmachine: Using API Version 1
I1001 19:20:36.259850 31154 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 19:20:36.260262 31154 main.go:141] libmachine: () Calling .GetMachineName
I1001 19:20:36.260587 31154 main.go:141] libmachine: (ha-193737) Calling .GetState
I1001 19:20:36.262369 31154 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37495
I1001 19:20:36.262435 31154 main.go:141] libmachine: (ha-193737) Calling .DriverName
I1001 19:20:36.263083 31154 main.go:141] libmachine: () Calling .GetVersion
I1001 19:20:36.263600 31154 main.go:141] libmachine: Using API Version 1
I1001 19:20:36.263628 31154 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 19:20:36.264019 31154 main.go:141] libmachine: () Calling .GetMachineName
I1001 19:20:36.264582 31154 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1001 19:20:36.264749 31154 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 19:20:36.264788 31154 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 19:20:36.265963 31154 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1001 19:20:36.265987 31154 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1001 19:20:36.266008 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:20:36.270544 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:36.271199 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:36.271222 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:36.271425 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:20:36.271642 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:36.271818 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:20:36.272058 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.14 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/id_rsa Username:docker}
I1001 19:20:36.283812 31154 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42859
I1001 19:20:36.284387 31154 main.go:141] libmachine: () Calling .GetVersion
I1001 19:20:36.284896 31154 main.go:141] libmachine: Using API Version 1
I1001 19:20:36.284913 31154 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 19:20:36.285508 31154 main.go:141] libmachine: () Calling .GetMachineName
I1001 19:20:36.285834 31154 main.go:141] libmachine: (ha-193737) Calling .GetState
I1001 19:20:36.288106 31154 main.go:141] libmachine: (ha-193737) Calling .DriverName
I1001 19:20:36.288393 31154 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1001 19:20:36.288414 31154 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1001 19:20:36.288437 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:20:36.291938 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:36.292436 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:20:36.292463 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:20:36.292681 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:20:36.292858 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:20:36.293020 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:20:36.293164 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.14 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/id_rsa Username:docker}
I1001 19:20:36.379914 31154 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1001 19:20:36.401549 31154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1001 19:20:36.450371 31154 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1001 19:20:36.756603 31154 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1001 19:20:37.190467 31154 main.go:141] libmachine: Making call to close driver server
I1001 19:20:37.190501 31154 main.go:141] libmachine: (ha-193737) Calling .Close
I1001 19:20:37.190537 31154 main.go:141] libmachine: Making call to close driver server
I1001 19:20:37.190556 31154 main.go:141] libmachine: (ha-193737) Calling .Close
I1001 19:20:37.190812 31154 main.go:141] libmachine: Successfully made call to close driver server
I1001 19:20:37.190821 31154 main.go:141] libmachine: Successfully made call to close driver server
I1001 19:20:37.190830 31154 main.go:141] libmachine: Making call to close connection to plugin binary
I1001 19:20:37.190833 31154 main.go:141] libmachine: Making call to close connection to plugin binary
I1001 19:20:37.190839 31154 main.go:141] libmachine: Making call to close driver server
I1001 19:20:37.190841 31154 main.go:141] libmachine: Making call to close driver server
I1001 19:20:37.190847 31154 main.go:141] libmachine: (ha-193737) Calling .Close
I1001 19:20:37.190848 31154 main.go:141] libmachine: (ha-193737) Calling .Close
I1001 19:20:37.191111 31154 main.go:141] libmachine: Successfully made call to close driver server
I1001 19:20:37.191115 31154 main.go:141] libmachine: Successfully made call to close driver server
I1001 19:20:37.191125 31154 main.go:141] libmachine: (ha-193737) DBG | Closing plugin on server side
I1001 19:20:37.191134 31154 main.go:141] libmachine: Making call to close connection to plugin binary
I1001 19:20:37.191134 31154 main.go:141] libmachine: Making call to close connection to plugin binary
I1001 19:20:37.191205 31154 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1001 19:20:37.191222 31154 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1001 19:20:37.191338 31154 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1001 19:20:37.191344 31154 round_trippers.go:469] Request Headers:
I1001 19:20:37.191354 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:20:37.191358 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:20:37.219411 31154 round_trippers.go:574] Response Status: 200 OK in 28 milliseconds
I1001 19:20:37.219983 31154 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1001 19:20:37.219997 31154 round_trippers.go:469] Request Headers:
I1001 19:20:37.220005 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:20:37.220008 31154 round_trippers.go:473] Content-Type: application/json
I1001 19:20:37.220011 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:20:37.228402 31154 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1001 19:20:37.228596 31154 main.go:141] libmachine: Making call to close driver server
I1001 19:20:37.228610 31154 main.go:141] libmachine: (ha-193737) Calling .Close
I1001 19:20:37.228929 31154 main.go:141] libmachine: Successfully made call to close driver server
I1001 19:20:37.228950 31154 main.go:141] libmachine: Making call to close connection to plugin binary
I1001 19:20:37.228974 31154 main.go:141] libmachine: (ha-193737) DBG | Closing plugin on server side
I1001 19:20:37.230600 31154 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1001 19:20:37.231770 31154 addons.go:510] duration metric: took 1.012023889s for enable addons: enabled=[storage-provisioner default-storageclass]
I1001 19:20:37.231812 31154 start.go:246] waiting for cluster config update ...
I1001 19:20:37.231823 31154 start.go:255] writing updated cluster config ...
I1001 19:20:37.233187 31154 out.go:201]
I1001 19:20:37.234563 31154 config.go:182] Loaded profile config "ha-193737": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 19:20:37.234629 31154 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/config.json ...
I1001 19:20:37.236253 31154 out.go:177] * Starting "ha-193737-m02" control-plane node in "ha-193737" cluster
I1001 19:20:37.237974 31154 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1001 19:20:37.238007 31154 cache.go:56] Caching tarball of preloaded images
I1001 19:20:37.238089 31154 preload.go:172] Found /home/jenkins/minikube-integration/19736-11198/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1001 19:20:37.238106 31154 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1001 19:20:37.238204 31154 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/config.json ...
I1001 19:20:37.238426 31154 start.go:360] acquireMachinesLock for ha-193737-m02: {Name:mk0da9f9e72785b38d21a4ec663aa8aa42710456 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1001 19:20:37.238490 31154 start.go:364] duration metric: took 37.598µs to acquireMachinesLock for "ha-193737-m02"
I1001 19:20:37.238511 31154 start.go:93] Provisioning new machine with config: &{Name:ha-193737 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-193737 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.14 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 19:20:37.238603 31154 start.go:125] createHost starting for "m02" (driver="kvm2")
I1001 19:20:37.240050 31154 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1001 19:20:37.240148 31154 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 19:20:37.240181 31154 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 19:20:37.256492 31154 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43983
I1001 19:20:37.257003 31154 main.go:141] libmachine: () Calling .GetVersion
I1001 19:20:37.257628 31154 main.go:141] libmachine: Using API Version 1
I1001 19:20:37.257663 31154 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 19:20:37.258069 31154 main.go:141] libmachine: () Calling .GetMachineName
I1001 19:20:37.258273 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetMachineName
I1001 19:20:37.258413 31154 main.go:141] libmachine: (ha-193737-m02) Calling .DriverName
I1001 19:20:37.258584 31154 start.go:159] libmachine.API.Create for "ha-193737" (driver="kvm2")
I1001 19:20:37.258609 31154 client.go:168] LocalClient.Create starting
I1001 19:20:37.258644 31154 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem
I1001 19:20:37.258691 31154 main.go:141] libmachine: Decoding PEM data...
I1001 19:20:37.258706 31154 main.go:141] libmachine: Parsing certificate...
I1001 19:20:37.258752 31154 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem
I1001 19:20:37.258775 31154 main.go:141] libmachine: Decoding PEM data...
I1001 19:20:37.258791 31154 main.go:141] libmachine: Parsing certificate...
I1001 19:20:37.258820 31154 main.go:141] libmachine: Running pre-create checks...
I1001 19:20:37.258831 31154 main.go:141] libmachine: (ha-193737-m02) Calling .PreCreateCheck
I1001 19:20:37.258981 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetConfigRaw
I1001 19:20:37.259499 31154 main.go:141] libmachine: Creating machine...
I1001 19:20:37.259521 31154 main.go:141] libmachine: (ha-193737-m02) Calling .Create
I1001 19:20:37.259645 31154 main.go:141] libmachine: (ha-193737-m02) Creating KVM machine...
I1001 19:20:37.261171 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found existing default KVM network
I1001 19:20:37.261376 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found existing private KVM network mk-ha-193737
I1001 19:20:37.261582 31154 main.go:141] libmachine: (ha-193737-m02) Setting up store path in /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m02 ...
I1001 19:20:37.261615 31154 main.go:141] libmachine: (ha-193737-m02) Building disk image from file:///home/jenkins/minikube-integration/19736-11198/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1001 19:20:37.261632 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:37.261518 31541 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19736-11198/.minikube
I1001 19:20:37.261750 31154 main.go:141] libmachine: (ha-193737-m02) Downloading /home/jenkins/minikube-integration/19736-11198/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19736-11198/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1001 19:20:37.511803 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:37.511639 31541 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m02/id_rsa...
I1001 19:20:37.705703 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:37.705550 31541 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m02/ha-193737-m02.rawdisk...
I1001 19:20:37.705738 31154 main.go:141] libmachine: (ha-193737-m02) DBG | Writing magic tar header
I1001 19:20:37.705753 31154 main.go:141] libmachine: (ha-193737-m02) DBG | Writing SSH key tar header
I1001 19:20:37.705765 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:37.705670 31541 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m02 ...
I1001 19:20:37.705777 31154 main.go:141] libmachine: (ha-193737-m02) Setting executable bit set on /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m02 (perms=drwx------)
I1001 19:20:37.705791 31154 main.go:141] libmachine: (ha-193737-m02) Setting executable bit set on /home/jenkins/minikube-integration/19736-11198/.minikube/machines (perms=drwxr-xr-x)
I1001 19:20:37.705802 31154 main.go:141] libmachine: (ha-193737-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m02
I1001 19:20:37.705808 31154 main.go:141] libmachine: (ha-193737-m02) Setting executable bit set on /home/jenkins/minikube-integration/19736-11198/.minikube (perms=drwxr-xr-x)
I1001 19:20:37.705819 31154 main.go:141] libmachine: (ha-193737-m02) Setting executable bit set on /home/jenkins/minikube-integration/19736-11198 (perms=drwxrwxr-x)
I1001 19:20:37.705827 31154 main.go:141] libmachine: (ha-193737-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1001 19:20:37.705840 31154 main.go:141] libmachine: (ha-193737-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1001 19:20:37.705857 31154 main.go:141] libmachine: (ha-193737-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-11198/.minikube/machines
I1001 19:20:37.705865 31154 main.go:141] libmachine: (ha-193737-m02) Creating domain...
I1001 19:20:37.705882 31154 main.go:141] libmachine: (ha-193737-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-11198/.minikube
I1001 19:20:37.705895 31154 main.go:141] libmachine: (ha-193737-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-11198
I1001 19:20:37.705908 31154 main.go:141] libmachine: (ha-193737-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1001 19:20:37.705917 31154 main.go:141] libmachine: (ha-193737-m02) DBG | Checking permissions on dir: /home/jenkins
I1001 19:20:37.705926 31154 main.go:141] libmachine: (ha-193737-m02) DBG | Checking permissions on dir: /home
I1001 19:20:37.705934 31154 main.go:141] libmachine: (ha-193737-m02) DBG | Skipping /home - not owner
I1001 19:20:37.706847 31154 main.go:141] libmachine: (ha-193737-m02) define libvirt domain using xml:
I1001 19:20:37.706866 31154 main.go:141] libmachine: (ha-193737-m02) <domain type='kvm'>
I1001 19:20:37.706875 31154 main.go:141] libmachine: (ha-193737-m02) <name>ha-193737-m02</name>
I1001 19:20:37.706882 31154 main.go:141] libmachine: (ha-193737-m02) <memory unit='MiB'>2200</memory>
I1001 19:20:37.706889 31154 main.go:141] libmachine: (ha-193737-m02) <vcpu>2</vcpu>
I1001 19:20:37.706899 31154 main.go:141] libmachine: (ha-193737-m02) <features>
I1001 19:20:37.706907 31154 main.go:141] libmachine: (ha-193737-m02) <acpi/>
I1001 19:20:37.706913 31154 main.go:141] libmachine: (ha-193737-m02) <apic/>
I1001 19:20:37.706921 31154 main.go:141] libmachine: (ha-193737-m02) <pae/>
I1001 19:20:37.706927 31154 main.go:141] libmachine: (ha-193737-m02)
I1001 19:20:37.706935 31154 main.go:141] libmachine: (ha-193737-m02) </features>
I1001 19:20:37.706943 31154 main.go:141] libmachine: (ha-193737-m02) <cpu mode='host-passthrough'>
I1001 19:20:37.706947 31154 main.go:141] libmachine: (ha-193737-m02)
I1001 19:20:37.706951 31154 main.go:141] libmachine: (ha-193737-m02) </cpu>
I1001 19:20:37.706958 31154 main.go:141] libmachine: (ha-193737-m02) <os>
I1001 19:20:37.706963 31154 main.go:141] libmachine: (ha-193737-m02) <type>hvm</type>
I1001 19:20:37.706969 31154 main.go:141] libmachine: (ha-193737-m02) <boot dev='cdrom'/>
I1001 19:20:37.706979 31154 main.go:141] libmachine: (ha-193737-m02) <boot dev='hd'/>
I1001 19:20:37.706999 31154 main.go:141] libmachine: (ha-193737-m02) <bootmenu enable='no'/>
I1001 19:20:37.707014 31154 main.go:141] libmachine: (ha-193737-m02) </os>
I1001 19:20:37.707026 31154 main.go:141] libmachine: (ha-193737-m02) <devices>
I1001 19:20:37.707037 31154 main.go:141] libmachine: (ha-193737-m02) <disk type='file' device='cdrom'>
I1001 19:20:37.707052 31154 main.go:141] libmachine: (ha-193737-m02) <source file='/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m02/boot2docker.iso'/>
I1001 19:20:37.707067 31154 main.go:141] libmachine: (ha-193737-m02) <target dev='hdc' bus='scsi'/>
I1001 19:20:37.707078 31154 main.go:141] libmachine: (ha-193737-m02) <readonly/>
I1001 19:20:37.707090 31154 main.go:141] libmachine: (ha-193737-m02) </disk>
I1001 19:20:37.707105 31154 main.go:141] libmachine: (ha-193737-m02) <disk type='file' device='disk'>
I1001 19:20:37.707118 31154 main.go:141] libmachine: (ha-193737-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1001 19:20:37.707132 31154 main.go:141] libmachine: (ha-193737-m02) <source file='/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m02/ha-193737-m02.rawdisk'/>
I1001 19:20:37.707142 31154 main.go:141] libmachine: (ha-193737-m02) <target dev='hda' bus='virtio'/>
I1001 19:20:37.707150 31154 main.go:141] libmachine: (ha-193737-m02) </disk>
I1001 19:20:37.707164 31154 main.go:141] libmachine: (ha-193737-m02) <interface type='network'>
I1001 19:20:37.707176 31154 main.go:141] libmachine: (ha-193737-m02) <source network='mk-ha-193737'/>
I1001 19:20:37.707186 31154 main.go:141] libmachine: (ha-193737-m02) <model type='virtio'/>
I1001 19:20:37.707196 31154 main.go:141] libmachine: (ha-193737-m02) </interface>
I1001 19:20:37.707206 31154 main.go:141] libmachine: (ha-193737-m02) <interface type='network'>
I1001 19:20:37.707217 31154 main.go:141] libmachine: (ha-193737-m02) <source network='default'/>
I1001 19:20:37.707227 31154 main.go:141] libmachine: (ha-193737-m02) <model type='virtio'/>
I1001 19:20:37.707241 31154 main.go:141] libmachine: (ha-193737-m02) </interface>
I1001 19:20:37.707259 31154 main.go:141] libmachine: (ha-193737-m02) <serial type='pty'>
I1001 19:20:37.707267 31154 main.go:141] libmachine: (ha-193737-m02) <target port='0'/>
I1001 19:20:37.707272 31154 main.go:141] libmachine: (ha-193737-m02) </serial>
I1001 19:20:37.707279 31154 main.go:141] libmachine: (ha-193737-m02) <console type='pty'>
I1001 19:20:37.707283 31154 main.go:141] libmachine: (ha-193737-m02) <target type='serial' port='0'/>
I1001 19:20:37.707290 31154 main.go:141] libmachine: (ha-193737-m02) </console>
I1001 19:20:37.707295 31154 main.go:141] libmachine: (ha-193737-m02) <rng model='virtio'>
I1001 19:20:37.707303 31154 main.go:141] libmachine: (ha-193737-m02) <backend model='random'>/dev/random</backend>
I1001 19:20:37.707306 31154 main.go:141] libmachine: (ha-193737-m02) </rng>
I1001 19:20:37.707313 31154 main.go:141] libmachine: (ha-193737-m02)
I1001 19:20:37.707317 31154 main.go:141] libmachine: (ha-193737-m02)
I1001 19:20:37.707323 31154 main.go:141] libmachine: (ha-193737-m02) </devices>
I1001 19:20:37.707331 31154 main.go:141] libmachine: (ha-193737-m02) </domain>
I1001 19:20:37.707362 31154 main.go:141] libmachine: (ha-193737-m02)
I1001 19:20:37.714050 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:2e:69:af in network default
I1001 19:20:37.714587 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:37.714605 31154 main.go:141] libmachine: (ha-193737-m02) Ensuring networks are active...
I1001 19:20:37.715386 31154 main.go:141] libmachine: (ha-193737-m02) Ensuring network default is active
I1001 19:20:37.715688 31154 main.go:141] libmachine: (ha-193737-m02) Ensuring network mk-ha-193737 is active
I1001 19:20:37.716026 31154 main.go:141] libmachine: (ha-193737-m02) Getting domain xml...
I1001 19:20:37.716683 31154 main.go:141] libmachine: (ha-193737-m02) Creating domain...
I1001 19:20:38.946823 31154 main.go:141] libmachine: (ha-193737-m02) Waiting to get IP...
I1001 19:20:38.947612 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:38.948069 31154 main.go:141] libmachine: (ha-193737-m02) DBG | unable to find current IP address of domain ha-193737-m02 in network mk-ha-193737
I1001 19:20:38.948111 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:38.948057 31541 retry.go:31] will retry after 211.487702ms: waiting for machine to come up
I1001 19:20:39.161472 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:39.161945 31154 main.go:141] libmachine: (ha-193737-m02) DBG | unable to find current IP address of domain ha-193737-m02 in network mk-ha-193737
I1001 19:20:39.161981 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:39.161920 31541 retry.go:31] will retry after 369.29813ms: waiting for machine to come up
I1001 19:20:39.532486 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:39.533006 31154 main.go:141] libmachine: (ha-193737-m02) DBG | unable to find current IP address of domain ha-193737-m02 in network mk-ha-193737
I1001 19:20:39.533034 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:39.532951 31541 retry.go:31] will retry after 340.79833ms: waiting for machine to come up
I1001 19:20:39.875453 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:39.875902 31154 main.go:141] libmachine: (ha-193737-m02) DBG | unable to find current IP address of domain ha-193737-m02 in network mk-ha-193737
I1001 19:20:39.875928 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:39.875855 31541 retry.go:31] will retry after 558.36179ms: waiting for machine to come up
I1001 19:20:40.435617 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:40.436128 31154 main.go:141] libmachine: (ha-193737-m02) DBG | unable to find current IP address of domain ha-193737-m02 in network mk-ha-193737
I1001 19:20:40.436156 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:40.436070 31541 retry.go:31] will retry after 724.412456ms: waiting for machine to come up
I1001 19:20:41.161753 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:41.162215 31154 main.go:141] libmachine: (ha-193737-m02) DBG | unable to find current IP address of domain ha-193737-m02 in network mk-ha-193737
I1001 19:20:41.162238 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:41.162183 31541 retry.go:31] will retry after 921.122771ms: waiting for machine to come up
I1001 19:20:42.085509 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:42.085978 31154 main.go:141] libmachine: (ha-193737-m02) DBG | unable to find current IP address of domain ha-193737-m02 in network mk-ha-193737
I1001 19:20:42.086002 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:42.085932 31541 retry.go:31] will retry after 886.914683ms: waiting for machine to come up
I1001 19:20:42.974460 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:42.974900 31154 main.go:141] libmachine: (ha-193737-m02) DBG | unable to find current IP address of domain ha-193737-m02 in network mk-ha-193737
I1001 19:20:42.974926 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:42.974856 31541 retry.go:31] will retry after 1.455695023s: waiting for machine to come up
I1001 19:20:44.432773 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:44.433336 31154 main.go:141] libmachine: (ha-193737-m02) DBG | unable to find current IP address of domain ha-193737-m02 in network mk-ha-193737
I1001 19:20:44.433365 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:44.433292 31541 retry.go:31] will retry after 1.415796379s: waiting for machine to come up
I1001 19:20:45.850938 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:45.851337 31154 main.go:141] libmachine: (ha-193737-m02) DBG | unable to find current IP address of domain ha-193737-m02 in network mk-ha-193737
I1001 19:20:45.851357 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:45.851309 31541 retry.go:31] will retry after 1.972979972s: waiting for machine to come up
I1001 19:20:47.825356 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:47.825785 31154 main.go:141] libmachine: (ha-193737-m02) DBG | unable to find current IP address of domain ha-193737-m02 in network mk-ha-193737
I1001 19:20:47.825812 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:47.825732 31541 retry.go:31] will retry after 1.92262401s: waiting for machine to come up
I1001 19:20:49.750763 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:49.751160 31154 main.go:141] libmachine: (ha-193737-m02) DBG | unable to find current IP address of domain ha-193737-m02 in network mk-ha-193737
I1001 19:20:49.751177 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:49.751137 31541 retry.go:31] will retry after 3.587777506s: waiting for machine to come up
I1001 19:20:53.340173 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:53.340566 31154 main.go:141] libmachine: (ha-193737-m02) DBG | unable to find current IP address of domain ha-193737-m02 in network mk-ha-193737
I1001 19:20:53.340617 31154 main.go:141] libmachine: (ha-193737-m02) DBG | I1001 19:20:53.340558 31541 retry.go:31] will retry after 3.748563727s: waiting for machine to come up
I1001 19:20:57.093502 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.094007 31154 main.go:141] libmachine: (ha-193737-m02) Found IP for machine: 192.168.39.27
I1001 19:20:57.094023 31154 main.go:141] libmachine: (ha-193737-m02) Reserving static IP address...
I1001 19:20:57.094037 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has current primary IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.094391 31154 main.go:141] libmachine: (ha-193737-m02) DBG | unable to find host DHCP lease matching {name: "ha-193737-m02", mac: "52:54:00:7b:e4:d4", ip: "192.168.39.27"} in network mk-ha-193737
I1001 19:20:57.171234 31154 main.go:141] libmachine: (ha-193737-m02) Reserved static IP address: 192.168.39.27
I1001 19:20:57.171257 31154 main.go:141] libmachine: (ha-193737-m02) DBG | Getting to WaitForSSH function...
I1001 19:20:57.171265 31154 main.go:141] libmachine: (ha-193737-m02) Waiting for SSH to be available...
I1001 19:20:57.173965 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.174561 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:minikube Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:57.174594 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.174717 31154 main.go:141] libmachine: (ha-193737-m02) DBG | Using SSH client type: external
I1001 19:20:57.174748 31154 main.go:141] libmachine: (ha-193737-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m02/id_rsa (-rw-------)
I1001 19:20:57.174779 31154 main.go:141] libmachine: (ha-193737-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.27 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1001 19:20:57.174794 31154 main.go:141] libmachine: (ha-193737-m02) DBG | About to run SSH command:
I1001 19:20:57.174810 31154 main.go:141] libmachine: (ha-193737-m02) DBG | exit 0
I1001 19:20:57.304572 31154 main.go:141] libmachine: (ha-193737-m02) DBG | SSH cmd err, output: <nil>:
I1001 19:20:57.304868 31154 main.go:141] libmachine: (ha-193737-m02) KVM machine creation complete!
I1001 19:20:57.305162 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetConfigRaw
I1001 19:20:57.305752 31154 main.go:141] libmachine: (ha-193737-m02) Calling .DriverName
I1001 19:20:57.305953 31154 main.go:141] libmachine: (ha-193737-m02) Calling .DriverName
I1001 19:20:57.306163 31154 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1001 19:20:57.306232 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetState
I1001 19:20:57.307715 31154 main.go:141] libmachine: Detecting operating system of created instance...
I1001 19:20:57.307729 31154 main.go:141] libmachine: Waiting for SSH to be available...
I1001 19:20:57.307736 31154 main.go:141] libmachine: Getting to WaitForSSH function...
I1001 19:20:57.307743 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHHostname
I1001 19:20:57.310409 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.310801 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:57.310826 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.310956 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHPort
I1001 19:20:57.311136 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:57.311267 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:57.311408 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHUsername
I1001 19:20:57.311603 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:20:57.311799 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.27 22 <nil> <nil>}
I1001 19:20:57.311811 31154 main.go:141] libmachine: About to run SSH command:
exit 0
I1001 19:20:57.423687 31154 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1001 19:20:57.423716 31154 main.go:141] libmachine: Detecting the provisioner...
I1001 19:20:57.423741 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHHostname
I1001 19:20:57.426918 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.427323 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:57.427358 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.427583 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHPort
I1001 19:20:57.427788 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:57.428027 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:57.428201 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHUsername
I1001 19:20:57.428392 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:20:57.428632 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.27 22 <nil> <nil>}
I1001 19:20:57.428762 31154 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1001 19:20:57.541173 31154 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1001 19:20:57.541232 31154 main.go:141] libmachine: found compatible host: buildroot
I1001 19:20:57.541238 31154 main.go:141] libmachine: Provisioning with buildroot...
I1001 19:20:57.541245 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetMachineName
I1001 19:20:57.541504 31154 buildroot.go:166] provisioning hostname "ha-193737-m02"
I1001 19:20:57.541527 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetMachineName
I1001 19:20:57.541689 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHHostname
I1001 19:20:57.544406 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.544791 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:57.544830 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.544962 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHPort
I1001 19:20:57.545135 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:57.545283 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:57.545382 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHUsername
I1001 19:20:57.545543 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:20:57.545753 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.27 22 <nil> <nil>}
I1001 19:20:57.545769 31154 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-193737-m02 && echo "ha-193737-m02" | sudo tee /etc/hostname
I1001 19:20:57.675116 31154 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-193737-m02
I1001 19:20:57.675147 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHHostname
I1001 19:20:57.678239 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.678600 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:57.678624 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.678822 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHPort
I1001 19:20:57.679011 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:57.679146 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:57.679254 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHUsername
I1001 19:20:57.679397 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:20:57.679573 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.27 22 <nil> <nil>}
I1001 19:20:57.679599 31154 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-193737-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-193737-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-193737-m02' | sudo tee -a /etc/hosts;
fi
fi
I1001 19:20:57.800899 31154 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1001 19:20:57.800928 31154 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19736-11198/.minikube CaCertPath:/home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19736-11198/.minikube}
I1001 19:20:57.800946 31154 buildroot.go:174] setting up certificates
I1001 19:20:57.800957 31154 provision.go:84] configureAuth start
I1001 19:20:57.800969 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetMachineName
I1001 19:20:57.801194 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetIP
I1001 19:20:57.803613 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.803954 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:57.803982 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.804134 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHHostname
I1001 19:20:57.806340 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.806657 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:57.806678 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:57.806860 31154 provision.go:143] copyHostCerts
I1001 19:20:57.806892 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19736-11198/.minikube/key.pem
I1001 19:20:57.806929 31154 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-11198/.minikube/key.pem, removing ...
I1001 19:20:57.806937 31154 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-11198/.minikube/key.pem
I1001 19:20:57.807013 31154 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19736-11198/.minikube/key.pem (1679 bytes)
I1001 19:20:57.807084 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19736-11198/.minikube/ca.pem
I1001 19:20:57.807101 31154 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-11198/.minikube/ca.pem, removing ...
I1001 19:20:57.807107 31154 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.pem
I1001 19:20:57.807131 31154 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19736-11198/.minikube/ca.pem (1082 bytes)
I1001 19:20:57.807178 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19736-11198/.minikube/cert.pem
I1001 19:20:57.807196 31154 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-11198/.minikube/cert.pem, removing ...
I1001 19:20:57.807202 31154 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-11198/.minikube/cert.pem
I1001 19:20:57.807221 31154 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19736-11198/.minikube/cert.pem (1123 bytes)
I1001 19:20:57.807269 31154 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca-key.pem org=jenkins.ha-193737-m02 san=[127.0.0.1 192.168.39.27 ha-193737-m02 localhost minikube]
I1001 19:20:58.056549 31154 provision.go:177] copyRemoteCerts
I1001 19:20:58.056608 31154 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1001 19:20:58.056631 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHHostname
I1001 19:20:58.059291 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.059620 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:58.059653 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.059823 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHPort
I1001 19:20:58.060033 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:58.060174 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHUsername
I1001 19:20:58.060291 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.27 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m02/id_rsa Username:docker}
I1001 19:20:58.146502 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1001 19:20:58.146577 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1001 19:20:58.170146 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1001 19:20:58.170211 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1001 19:20:58.193090 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server.pem -> /etc/docker/server.pem
I1001 19:20:58.193172 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1001 19:20:58.215033 31154 provision.go:87] duration metric: took 414.061487ms to configureAuth
I1001 19:20:58.215067 31154 buildroot.go:189] setting minikube options for container-runtime
I1001 19:20:58.215250 31154 config.go:182] Loaded profile config "ha-193737": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 19:20:58.215327 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHHostname
I1001 19:20:58.218149 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.218497 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:58.218527 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.218653 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHPort
I1001 19:20:58.218868 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:58.219033 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:58.219156 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHUsername
I1001 19:20:58.219300 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:20:58.219460 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.27 22 <nil> <nil>}
I1001 19:20:58.219473 31154 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1001 19:20:58.470145 31154 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1001 19:20:58.470178 31154 main.go:141] libmachine: Checking connection to Docker...
I1001 19:20:58.470189 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetURL
I1001 19:20:58.471402 31154 main.go:141] libmachine: (ha-193737-m02) DBG | Using libvirt version 6000000
I1001 19:20:58.474024 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.474371 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:58.474412 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.474613 31154 main.go:141] libmachine: Docker is up and running!
I1001 19:20:58.474631 31154 main.go:141] libmachine: Reticulating splines...
I1001 19:20:58.474639 31154 client.go:171] duration metric: took 21.216022282s to LocalClient.Create
I1001 19:20:58.474664 31154 start.go:167] duration metric: took 21.216081227s to libmachine.API.Create "ha-193737"
I1001 19:20:58.474674 31154 start.go:293] postStartSetup for "ha-193737-m02" (driver="kvm2")
I1001 19:20:58.474687 31154 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1001 19:20:58.474711 31154 main.go:141] libmachine: (ha-193737-m02) Calling .DriverName
I1001 19:20:58.475026 31154 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1001 19:20:58.475056 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHHostname
I1001 19:20:58.477612 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.478051 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:58.478084 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.478170 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHPort
I1001 19:20:58.478359 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:58.478475 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHUsername
I1001 19:20:58.478613 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.27 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m02/id_rsa Username:docker}
I1001 19:20:58.566449 31154 ssh_runner.go:195] Run: cat /etc/os-release
I1001 19:20:58.570622 31154 info.go:137] Remote host: Buildroot 2023.02.9
I1001 19:20:58.570648 31154 filesync.go:126] Scanning /home/jenkins/minikube-integration/19736-11198/.minikube/addons for local assets ...
I1001 19:20:58.570715 31154 filesync.go:126] Scanning /home/jenkins/minikube-integration/19736-11198/.minikube/files for local assets ...
I1001 19:20:58.570786 31154 filesync.go:149] local asset: /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem -> 184302.pem in /etc/ssl/certs
I1001 19:20:58.570798 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem -> /etc/ssl/certs/184302.pem
I1001 19:20:58.570944 31154 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1001 19:20:58.579535 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem --> /etc/ssl/certs/184302.pem (1708 bytes)
I1001 19:20:58.601457 31154 start.go:296] duration metric: took 126.771104ms for postStartSetup
I1001 19:20:58.601513 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetConfigRaw
I1001 19:20:58.602068 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetIP
I1001 19:20:58.604495 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.604874 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:58.604900 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.605223 31154 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/config.json ...
I1001 19:20:58.605434 31154 start.go:128] duration metric: took 21.366818669s to createHost
I1001 19:20:58.605467 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHHostname
I1001 19:20:58.607650 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.608026 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:58.608051 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.608184 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHPort
I1001 19:20:58.608337 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:58.608453 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:58.608557 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHUsername
I1001 19:20:58.608693 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:20:58.608837 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.27 22 <nil> <nil>}
I1001 19:20:58.608847 31154 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1001 19:20:58.721980 31154 main.go:141] libmachine: SSH cmd err, output: <nil>: 1727810458.681508368
I1001 19:20:58.722008 31154 fix.go:216] guest clock: 1727810458.681508368
I1001 19:20:58.722018 31154 fix.go:229] Guest: 2024-10-01 19:20:58.681508368 +0000 UTC Remote: 2024-10-01 19:20:58.605448095 +0000 UTC m=+70.833286913 (delta=76.060273ms)
I1001 19:20:58.722040 31154 fix.go:200] guest clock delta is within tolerance: 76.060273ms
I1001 19:20:58.722049 31154 start.go:83] releasing machines lock for "ha-193737-m02", held for 21.483548504s
I1001 19:20:58.722074 31154 main.go:141] libmachine: (ha-193737-m02) Calling .DriverName
I1001 19:20:58.722316 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetIP
I1001 19:20:58.725092 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.725406 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:58.725439 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.727497 31154 out.go:177] * Found network options:
I1001 19:20:58.728546 31154 out.go:177] - NO_PROXY=192.168.39.14
W1001 19:20:58.729434 31154 proxy.go:119] fail to check proxy env: Error ip not in block
I1001 19:20:58.729479 31154 main.go:141] libmachine: (ha-193737-m02) Calling .DriverName
I1001 19:20:58.729929 31154 main.go:141] libmachine: (ha-193737-m02) Calling .DriverName
I1001 19:20:58.730082 31154 main.go:141] libmachine: (ha-193737-m02) Calling .DriverName
I1001 19:20:58.730149 31154 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1001 19:20:58.730189 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHHostname
W1001 19:20:58.730253 31154 proxy.go:119] fail to check proxy env: Error ip not in block
I1001 19:20:58.730326 31154 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1001 19:20:58.730347 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHHostname
I1001 19:20:58.732847 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.732897 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.733209 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:58.733238 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.733263 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:20:58.733277 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:20:58.733405 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHPort
I1001 19:20:58.733481 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHPort
I1001 19:20:58.733618 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:58.733656 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHKeyPath
I1001 19:20:58.733727 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHUsername
I1001 19:20:58.733802 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetSSHUsername
I1001 19:20:58.733822 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.27 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m02/id_rsa Username:docker}
I1001 19:20:58.733934 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.27 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m02/id_rsa Username:docker}
I1001 19:20:58.972871 31154 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1001 19:20:58.978194 31154 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1001 19:20:58.978260 31154 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1001 19:20:58.994663 31154 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1001 19:20:58.994684 31154 start.go:495] detecting cgroup driver to use...
I1001 19:20:58.994738 31154 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1001 19:20:59.011009 31154 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1001 19:20:59.025521 31154 docker.go:217] disabling cri-docker service (if available) ...
I1001 19:20:59.025608 31154 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1001 19:20:59.039348 31154 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1001 19:20:59.052807 31154 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1001 19:20:59.169289 31154 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1001 19:20:59.334757 31154 docker.go:233] disabling docker service ...
I1001 19:20:59.334834 31154 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1001 19:20:59.348035 31154 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1001 19:20:59.360660 31154 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1001 19:20:59.486509 31154 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1001 19:20:59.604588 31154 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1001 19:20:59.617998 31154 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1001 19:20:59.635554 31154 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1001 19:20:59.635626 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:20:59.645574 31154 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1001 19:20:59.645648 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:20:59.655487 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:20:59.665223 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:20:59.674970 31154 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1001 19:20:59.684872 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:20:59.694696 31154 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:20:59.710618 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:20:59.721089 31154 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1001 19:20:59.731283 31154 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1001 19:20:59.731352 31154 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1001 19:20:59.746274 31154 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1001 19:20:59.756184 31154 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 19:20:59.870307 31154 ssh_runner.go:195] Run: sudo systemctl restart crio
I1001 19:20:59.956939 31154 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1001 19:20:59.957022 31154 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1001 19:20:59.961766 31154 start.go:563] Will wait 60s for crictl version
I1001 19:20:59.961831 31154 ssh_runner.go:195] Run: which crictl
I1001 19:20:59.965776 31154 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1001 19:21:00.010361 31154 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1001 19:21:00.010446 31154 ssh_runner.go:195] Run: crio --version
I1001 19:21:00.041083 31154 ssh_runner.go:195] Run: crio --version
I1001 19:21:00.075668 31154 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1001 19:21:00.077105 31154 out.go:177] - env NO_PROXY=192.168.39.14
I1001 19:21:00.078374 31154 main.go:141] libmachine: (ha-193737-m02) Calling .GetIP
I1001 19:21:00.081375 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:21:00.081679 31154 main.go:141] libmachine: (ha-193737-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:e4:d4", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:51 +0000 UTC Type:0 Mac:52:54:00:7b:e4:d4 Iaid: IPaddr:192.168.39.27 Prefix:24 Hostname:ha-193737-m02 Clientid:01:52:54:00:7b:e4:d4}
I1001 19:21:00.081711 31154 main.go:141] libmachine: (ha-193737-m02) DBG | domain ha-193737-m02 has defined IP address 192.168.39.27 and MAC address 52:54:00:7b:e4:d4 in network mk-ha-193737
I1001 19:21:00.081983 31154 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1001 19:21:00.086306 31154 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1001 19:21:00.099180 31154 mustload.go:65] Loading cluster: ha-193737
I1001 19:21:00.099450 31154 config.go:182] Loaded profile config "ha-193737": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 19:21:00.099790 31154 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 19:21:00.099833 31154 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 19:21:00.115527 31154 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43263
I1001 19:21:00.116081 31154 main.go:141] libmachine: () Calling .GetVersion
I1001 19:21:00.116546 31154 main.go:141] libmachine: Using API Version 1
I1001 19:21:00.116565 31154 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 19:21:00.116887 31154 main.go:141] libmachine: () Calling .GetMachineName
I1001 19:21:00.117121 31154 main.go:141] libmachine: (ha-193737) Calling .GetState
I1001 19:21:00.118679 31154 host.go:66] Checking if "ha-193737" exists ...
I1001 19:21:00.118968 31154 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 19:21:00.119005 31154 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 19:21:00.133660 31154 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37793
I1001 19:21:00.134171 31154 main.go:141] libmachine: () Calling .GetVersion
I1001 19:21:00.134638 31154 main.go:141] libmachine: Using API Version 1
I1001 19:21:00.134657 31154 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 19:21:00.134945 31154 main.go:141] libmachine: () Calling .GetMachineName
I1001 19:21:00.135112 31154 main.go:141] libmachine: (ha-193737) Calling .DriverName
I1001 19:21:00.135251 31154 certs.go:68] Setting up /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737 for IP: 192.168.39.27
I1001 19:21:00.135263 31154 certs.go:194] generating shared ca certs ...
I1001 19:21:00.135281 31154 certs.go:226] acquiring lock for ca certs: {Name:mk4af52da2631512ebee071ecde5dd3fa47a582c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:21:00.135407 31154 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.key
I1001 19:21:00.135448 31154 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.key
I1001 19:21:00.135454 31154 certs.go:256] generating profile certs ...
I1001 19:21:00.135523 31154 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/client.key
I1001 19:21:00.135547 31154 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key.b6f75b80
I1001 19:21:00.135561 31154 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt.b6f75b80 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.14 192.168.39.27 192.168.39.254]
I1001 19:21:00.686434 31154 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt.b6f75b80 ...
I1001 19:21:00.686467 31154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt.b6f75b80: {Name:mkeb01bd9448160d7d89858bc8ed1c53818e2061 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:21:00.686650 31154 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key.b6f75b80 ...
I1001 19:21:00.686663 31154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key.b6f75b80: {Name:mk3a8c2ce4c29185d261167caf7207467c082c1a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:21:00.686733 31154 certs.go:381] copying /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt.b6f75b80 -> /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt
I1001 19:21:00.686905 31154 certs.go:385] copying /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key.b6f75b80 -> /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key
I1001 19:21:00.687041 31154 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.key
I1001 19:21:00.687055 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1001 19:21:00.687068 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1001 19:21:00.687080 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1001 19:21:00.687093 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1001 19:21:00.687105 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1001 19:21:00.687117 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1001 19:21:00.687128 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1001 19:21:00.687140 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1001 19:21:00.687188 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/18430.pem (1338 bytes)
W1001 19:21:00.687218 31154 certs.go:480] ignoring /home/jenkins/minikube-integration/19736-11198/.minikube/certs/18430_empty.pem, impossibly tiny 0 bytes
I1001 19:21:00.687227 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca-key.pem (1679 bytes)
I1001 19:21:00.687249 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem (1082 bytes)
I1001 19:21:00.687269 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem (1123 bytes)
I1001 19:21:00.687290 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/key.pem (1679 bytes)
I1001 19:21:00.687321 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem (1708 bytes)
I1001 19:21:00.687345 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1001 19:21:00.687358 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/18430.pem -> /usr/share/ca-certificates/18430.pem
I1001 19:21:00.687370 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem -> /usr/share/ca-certificates/184302.pem
I1001 19:21:00.687398 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:21:00.690221 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:21:00.690721 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:21:00.690750 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:21:00.690891 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:21:00.691103 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:21:00.691297 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:21:00.691469 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.14 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/id_rsa Username:docker}
I1001 19:21:00.764849 31154 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1001 19:21:00.770067 31154 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1001 19:21:00.781099 31154 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1001 19:21:00.785191 31154 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1001 19:21:00.796213 31154 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1001 19:21:00.800405 31154 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1001 19:21:00.810899 31154 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1001 19:21:00.815556 31154 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1001 19:21:00.825792 31154 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1001 19:21:00.830049 31154 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1001 19:21:00.841022 31154 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1001 19:21:00.845622 31154 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1001 19:21:00.857011 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1001 19:21:00.881387 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1001 19:21:00.905420 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1001 19:21:00.930584 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1001 19:21:00.957479 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1001 19:21:00.982115 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1001 19:21:01.005996 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1001 19:21:01.031948 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1001 19:21:01.059129 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1001 19:21:01.084143 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/certs/18430.pem --> /usr/share/ca-certificates/18430.pem (1338 bytes)
I1001 19:21:01.109909 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem --> /usr/share/ca-certificates/184302.pem (1708 bytes)
I1001 19:21:01.133720 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1001 19:21:01.150500 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1001 19:21:01.168599 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1001 19:21:01.185368 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1001 19:21:01.202279 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1001 19:21:01.218930 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1001 19:21:01.235286 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1001 19:21:01.251963 31154 ssh_runner.go:195] Run: openssl version
I1001 19:21:01.257542 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1001 19:21:01.268254 31154 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1001 19:21:01.272732 31154 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 1 18:55 /usr/share/ca-certificates/minikubeCA.pem
I1001 19:21:01.272802 31154 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1001 19:21:01.278777 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1001 19:21:01.290880 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/18430.pem && ln -fs /usr/share/ca-certificates/18430.pem /etc/ssl/certs/18430.pem"
I1001 19:21:01.301840 31154 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/18430.pem
I1001 19:21:01.306397 31154 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 1 19:13 /usr/share/ca-certificates/18430.pem
I1001 19:21:01.306469 31154 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/18430.pem
I1001 19:21:01.312313 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/18430.pem /etc/ssl/certs/51391683.0"
I1001 19:21:01.322717 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/184302.pem && ln -fs /usr/share/ca-certificates/184302.pem /etc/ssl/certs/184302.pem"
I1001 19:21:01.333015 31154 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/184302.pem
I1001 19:21:01.337340 31154 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 1 19:13 /usr/share/ca-certificates/184302.pem
I1001 19:21:01.337400 31154 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/184302.pem
I1001 19:21:01.343033 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/184302.pem /etc/ssl/certs/3ec20f2e.0"
I1001 19:21:01.354495 31154 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1001 19:21:01.358223 31154 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1001 19:21:01.358275 31154 kubeadm.go:934] updating node {m02 192.168.39.27 8443 v1.31.1 crio true true} ...
I1001 19:21:01.358349 31154 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-193737-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.27
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-193737 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1001 19:21:01.358373 31154 kube-vip.go:115] generating kube-vip config ...
I1001 19:21:01.358405 31154 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1001 19:21:01.374873 31154 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1001 19:21:01.374943 31154 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1001 19:21:01.374989 31154 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1001 19:21:01.384444 31154 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1001 19:21:01.384518 31154 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1001 19:21:01.394161 31154 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1001 19:21:01.394190 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1001 19:21:01.394191 31154 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19736-11198/.minikube/cache/linux/amd64/v1.31.1/kubelet
I1001 19:21:01.394256 31154 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1001 19:21:01.394189 31154 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19736-11198/.minikube/cache/linux/amd64/v1.31.1/kubeadm
I1001 19:21:01.398439 31154 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1001 19:21:01.398487 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1001 19:21:02.673266 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1001 19:21:02.673366 31154 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1001 19:21:02.678383 31154 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1001 19:21:02.678421 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1001 19:21:02.683681 31154 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1001 19:21:02.723149 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1001 19:21:02.723251 31154 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1001 19:21:02.737865 31154 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1001 19:21:02.737908 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1001 19:21:03.230970 31154 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1001 19:21:03.240943 31154 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1001 19:21:03.257655 31154 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1001 19:21:03.274741 31154 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1001 19:21:03.291537 31154 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1001 19:21:03.295338 31154 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1001 19:21:03.307165 31154 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 19:21:03.463069 31154 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1001 19:21:03.480147 31154 host.go:66] Checking if "ha-193737" exists ...
I1001 19:21:03.480689 31154 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 19:21:03.480744 31154 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 19:21:03.495841 31154 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39579
I1001 19:21:03.496320 31154 main.go:141] libmachine: () Calling .GetVersion
I1001 19:21:03.496880 31154 main.go:141] libmachine: Using API Version 1
I1001 19:21:03.496904 31154 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 19:21:03.497248 31154 main.go:141] libmachine: () Calling .GetMachineName
I1001 19:21:03.497421 31154 main.go:141] libmachine: (ha-193737) Calling .DriverName
I1001 19:21:03.497546 31154 start.go:317] joinCluster: &{Name:ha-193737 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluste
rName:ha-193737 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.14 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.27 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration
:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1001 19:21:03.497680 31154 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1001 19:21:03.497702 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:21:03.500751 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:21:03.501276 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:21:03.501306 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:21:03.501495 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:21:03.501701 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:21:03.501893 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:21:03.502064 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.14 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/id_rsa Username:docker}
I1001 19:21:03.648333 31154 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.27 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 19:21:03.648405 31154 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token n692vg.wpdyj1cg443tmqgp --discovery-token-ca-cert-hash sha256:0c56edecb7f9eb74bee0ee499587f93e0ec9eb8fa5d860b84325aacd75ec55c1 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-193737-m02 --control-plane --apiserver-advertise-address=192.168.39.27 --apiserver-bind-port=8443"
I1001 19:21:25.467048 31154 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token n692vg.wpdyj1cg443tmqgp --discovery-token-ca-cert-hash sha256:0c56edecb7f9eb74bee0ee499587f93e0ec9eb8fa5d860b84325aacd75ec55c1 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-193737-m02 --control-plane --apiserver-advertise-address=192.168.39.27 --apiserver-bind-port=8443": (21.818614216s)
I1001 19:21:25.467085 31154 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1001 19:21:26.061914 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-193737-m02 minikube.k8s.io/updated_at=2024_10_01T19_21_26_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=028fa3fa4ead204345663a497a11836d2b7758c4 minikube.k8s.io/name=ha-193737 minikube.k8s.io/primary=false
I1001 19:21:26.203974 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-193737-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1001 19:21:26.315094 31154 start.go:319] duration metric: took 22.817544624s to joinCluster
I1001 19:21:26.315164 31154 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.27 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 19:21:26.315617 31154 config.go:182] Loaded profile config "ha-193737": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 19:21:26.316452 31154 out.go:177] * Verifying Kubernetes components...
I1001 19:21:26.317646 31154 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 19:21:26.611377 31154 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1001 19:21:26.640565 31154 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19736-11198/kubeconfig
I1001 19:21:26.640891 31154 kapi.go:59] client config for ha-193737: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/client.crt", KeyFile:"/home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/client.key", CAFile:"/home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1f685c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1001 19:21:26.640968 31154 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.14:8443
I1001 19:21:26.641227 31154 node_ready.go:35] waiting up to 6m0s for node "ha-193737-m02" to be "Ready" ...
I1001 19:21:26.641356 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:26.641366 31154 round_trippers.go:469] Request Headers:
I1001 19:21:26.641375 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:26.641380 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:26.653154 31154 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I1001 19:21:27.141735 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:27.141756 31154 round_trippers.go:469] Request Headers:
I1001 19:21:27.141764 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:27.141768 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:27.148495 31154 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1001 19:21:27.641626 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:27.641661 31154 round_trippers.go:469] Request Headers:
I1001 19:21:27.641672 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:27.641677 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:27.646178 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:21:28.142172 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:28.142200 31154 round_trippers.go:469] Request Headers:
I1001 19:21:28.142210 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:28.142216 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:28.146315 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:21:28.641888 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:28.641917 31154 round_trippers.go:469] Request Headers:
I1001 19:21:28.641931 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:28.641940 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:28.645578 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:28.646211 31154 node_ready.go:53] node "ha-193737-m02" has status "Ready":"False"
I1001 19:21:29.141557 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:29.141582 31154 round_trippers.go:469] Request Headers:
I1001 19:21:29.141592 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:29.141597 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:29.146956 31154 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1001 19:21:29.641796 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:29.641817 31154 round_trippers.go:469] Request Headers:
I1001 19:21:29.641824 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:29.641829 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:29.645155 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:30.142079 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:30.142103 31154 round_trippers.go:469] Request Headers:
I1001 19:21:30.142114 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:30.142119 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:30.145277 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:30.642189 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:30.642209 31154 round_trippers.go:469] Request Headers:
I1001 19:21:30.642217 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:30.642220 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:30.646863 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:21:30.647494 31154 node_ready.go:53] node "ha-193737-m02" has status "Ready":"False"
I1001 19:21:31.141763 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:31.141784 31154 round_trippers.go:469] Request Headers:
I1001 19:21:31.141796 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:31.141801 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:31.145813 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:31.641815 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:31.641836 31154 round_trippers.go:469] Request Headers:
I1001 19:21:31.641847 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:31.641853 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:31.645200 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:32.141448 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:32.141473 31154 round_trippers.go:469] Request Headers:
I1001 19:21:32.141486 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:32.141493 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:32.145295 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:32.641622 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:32.641643 31154 round_trippers.go:469] Request Headers:
I1001 19:21:32.641649 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:32.641653 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:32.645174 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:33.141797 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:33.141818 31154 round_trippers.go:469] Request Headers:
I1001 19:21:33.141826 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:33.141830 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:33.145091 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:33.145688 31154 node_ready.go:53] node "ha-193737-m02" has status "Ready":"False"
I1001 19:21:33.641422 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:33.641445 31154 round_trippers.go:469] Request Headers:
I1001 19:21:33.641454 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:33.641464 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:33.644675 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:34.141560 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:34.141589 31154 round_trippers.go:469] Request Headers:
I1001 19:21:34.141601 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:34.141607 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:34.145278 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:34.641659 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:34.641678 31154 round_trippers.go:469] Request Headers:
I1001 19:21:34.641686 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:34.641691 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:34.644811 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:35.142049 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:35.142075 31154 round_trippers.go:469] Request Headers:
I1001 19:21:35.142083 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:35.142087 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:35.145002 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:21:35.641531 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:35.641559 31154 round_trippers.go:469] Request Headers:
I1001 19:21:35.641573 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:35.641586 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:35.644829 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:35.645348 31154 node_ready.go:53] node "ha-193737-m02" has status "Ready":"False"
I1001 19:21:36.141635 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:36.141655 31154 round_trippers.go:469] Request Headers:
I1001 19:21:36.141663 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:36.141668 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:36.144536 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:21:36.642098 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:36.642119 31154 round_trippers.go:469] Request Headers:
I1001 19:21:36.642127 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:36.642130 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:36.645313 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:37.142420 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:37.142468 31154 round_trippers.go:469] Request Headers:
I1001 19:21:37.142477 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:37.142481 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:37.145780 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:37.641627 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:37.641647 31154 round_trippers.go:469] Request Headers:
I1001 19:21:37.641655 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:37.641659 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:37.644484 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:21:38.142220 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:38.142244 31154 round_trippers.go:469] Request Headers:
I1001 19:21:38.142255 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:38.142262 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:38.145466 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:38.146172 31154 node_ready.go:53] node "ha-193737-m02" has status "Ready":"False"
I1001 19:21:38.641992 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:38.642015 31154 round_trippers.go:469] Request Headers:
I1001 19:21:38.642024 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:38.642028 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:38.644515 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:21:39.141559 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:39.141585 31154 round_trippers.go:469] Request Headers:
I1001 19:21:39.141595 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:39.141601 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:39.145034 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:39.641804 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:39.641838 31154 round_trippers.go:469] Request Headers:
I1001 19:21:39.641845 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:39.641850 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:39.646296 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:21:40.142227 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:40.142248 31154 round_trippers.go:469] Request Headers:
I1001 19:21:40.142256 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:40.142260 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:40.145591 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:40.642234 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:40.642258 31154 round_trippers.go:469] Request Headers:
I1001 19:21:40.642267 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:40.642271 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:40.645384 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:40.646037 31154 node_ready.go:53] node "ha-193737-m02" has status "Ready":"False"
I1001 19:21:41.142410 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:41.142429 31154 round_trippers.go:469] Request Headers:
I1001 19:21:41.142437 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:41.142441 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:41.145729 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:41.642146 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:41.642167 31154 round_trippers.go:469] Request Headers:
I1001 19:21:41.642174 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:41.642178 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:41.645647 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:42.141537 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:42.141559 31154 round_trippers.go:469] Request Headers:
I1001 19:21:42.141569 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:42.141575 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:42.144817 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:42.642106 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:42.642127 31154 round_trippers.go:469] Request Headers:
I1001 19:21:42.642136 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:42.642141 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:42.645934 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:42.646419 31154 node_ready.go:53] node "ha-193737-m02" has status "Ready":"False"
I1001 19:21:43.141441 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:43.141464 31154 round_trippers.go:469] Request Headers:
I1001 19:21:43.141472 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:43.141476 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:43.144793 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:43.642316 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:43.642337 31154 round_trippers.go:469] Request Headers:
I1001 19:21:43.642345 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:43.642351 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:43.646007 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:44.142085 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:44.142106 31154 round_trippers.go:469] Request Headers:
I1001 19:21:44.142114 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:44.142117 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:44.145431 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:44.642346 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:44.642368 31154 round_trippers.go:469] Request Headers:
I1001 19:21:44.642376 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:44.642379 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:44.645860 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:45.142289 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:45.142312 31154 round_trippers.go:469] Request Headers:
I1001 19:21:45.142323 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:45.142330 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:45.145780 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:45.146379 31154 node_ready.go:53] node "ha-193737-m02" has status "Ready":"False"
I1001 19:21:45.641699 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:45.641725 31154 round_trippers.go:469] Request Headers:
I1001 19:21:45.641733 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:45.641736 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:45.645813 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:21:45.646591 31154 node_ready.go:49] node "ha-193737-m02" has status "Ready":"True"
I1001 19:21:45.646618 31154 node_ready.go:38] duration metric: took 19.005351721s for node "ha-193737-m02" to be "Ready" ...
I1001 19:21:45.646627 31154 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1001 19:21:45.646691 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods
I1001 19:21:45.646700 31154 round_trippers.go:469] Request Headers:
I1001 19:21:45.646707 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:45.646713 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:45.650655 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:45.657881 31154 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-hd5hv" in "kube-system" namespace to be "Ready" ...
I1001 19:21:45.657971 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-hd5hv
I1001 19:21:45.657980 31154 round_trippers.go:469] Request Headers:
I1001 19:21:45.657988 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:45.657993 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:45.660900 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:21:45.661620 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:21:45.661639 31154 round_trippers.go:469] Request Headers:
I1001 19:21:45.661649 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:45.661657 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:45.665733 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:21:45.666386 31154 pod_ready.go:93] pod "coredns-7c65d6cfc9-hd5hv" in "kube-system" namespace has status "Ready":"True"
I1001 19:21:45.666409 31154 pod_ready.go:82] duration metric: took 8.499445ms for pod "coredns-7c65d6cfc9-hd5hv" in "kube-system" namespace to be "Ready" ...
I1001 19:21:45.666421 31154 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-v2wsx" in "kube-system" namespace to be "Ready" ...
I1001 19:21:45.666492 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-v2wsx
I1001 19:21:45.666502 31154 round_trippers.go:469] Request Headers:
I1001 19:21:45.666512 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:45.666518 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:45.669133 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:21:45.669889 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:21:45.669907 31154 round_trippers.go:469] Request Headers:
I1001 19:21:45.669918 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:45.669923 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:45.672275 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:21:45.672755 31154 pod_ready.go:93] pod "coredns-7c65d6cfc9-v2wsx" in "kube-system" namespace has status "Ready":"True"
I1001 19:21:45.672774 31154 pod_ready.go:82] duration metric: took 6.344856ms for pod "coredns-7c65d6cfc9-v2wsx" in "kube-system" namespace to be "Ready" ...
I1001 19:21:45.672786 31154 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:21:45.672846 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/etcd-ha-193737
I1001 19:21:45.672857 31154 round_trippers.go:469] Request Headers:
I1001 19:21:45.672867 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:45.672872 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:45.675287 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:21:45.675893 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:21:45.675911 31154 round_trippers.go:469] Request Headers:
I1001 19:21:45.675922 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:45.675930 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:45.678241 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:21:45.678741 31154 pod_ready.go:93] pod "etcd-ha-193737" in "kube-system" namespace has status "Ready":"True"
I1001 19:21:45.678763 31154 pod_ready.go:82] duration metric: took 5.967949ms for pod "etcd-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:21:45.678772 31154 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:21:45.678833 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/etcd-ha-193737-m02
I1001 19:21:45.678850 31154 round_trippers.go:469] Request Headers:
I1001 19:21:45.678858 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:45.678871 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:45.681191 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:21:45.681800 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:45.681815 31154 round_trippers.go:469] Request Headers:
I1001 19:21:45.681825 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:45.681830 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:45.683889 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:21:45.684431 31154 pod_ready.go:93] pod "etcd-ha-193737-m02" in "kube-system" namespace has status "Ready":"True"
I1001 19:21:45.684453 31154 pod_ready.go:82] duration metric: took 5.673081ms for pod "etcd-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:21:45.684473 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:21:45.841835 31154 request.go:632] Waited for 157.291258ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-193737
I1001 19:21:45.841900 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-193737
I1001 19:21:45.841906 31154 round_trippers.go:469] Request Headers:
I1001 19:21:45.841913 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:45.841919 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:45.845357 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:46.042508 31154 request.go:632] Waited for 196.405333ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:21:46.042588 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:21:46.042599 31154 round_trippers.go:469] Request Headers:
I1001 19:21:46.042611 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:46.042619 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:46.046254 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:46.046866 31154 pod_ready.go:93] pod "kube-apiserver-ha-193737" in "kube-system" namespace has status "Ready":"True"
I1001 19:21:46.046884 31154 pod_ready.go:82] duration metric: took 362.399581ms for pod "kube-apiserver-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:21:46.046893 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:21:46.242039 31154 request.go:632] Waited for 195.063872ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-193737-m02
I1001 19:21:46.242144 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-193737-m02
I1001 19:21:46.242157 31154 round_trippers.go:469] Request Headers:
I1001 19:21:46.242168 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:46.242174 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:46.246032 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:46.441916 31154 request.go:632] Waited for 195.330252ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:46.441997 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:46.442003 31154 round_trippers.go:469] Request Headers:
I1001 19:21:46.442011 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:46.442014 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:46.445457 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:46.445994 31154 pod_ready.go:93] pod "kube-apiserver-ha-193737-m02" in "kube-system" namespace has status "Ready":"True"
I1001 19:21:46.446014 31154 pod_ready.go:82] duration metric: took 399.112887ms for pod "kube-apiserver-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:21:46.446031 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:21:46.642080 31154 request.go:632] Waited for 195.96912ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-193737
I1001 19:21:46.642133 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-193737
I1001 19:21:46.642138 31154 round_trippers.go:469] Request Headers:
I1001 19:21:46.642146 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:46.642149 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:46.645872 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:46.842116 31154 request.go:632] Waited for 195.42226ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:21:46.842206 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:21:46.842215 31154 round_trippers.go:469] Request Headers:
I1001 19:21:46.842223 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:46.842231 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:46.845287 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:46.845743 31154 pod_ready.go:93] pod "kube-controller-manager-ha-193737" in "kube-system" namespace has status "Ready":"True"
I1001 19:21:46.845760 31154 pod_ready.go:82] duration metric: took 399.720077ms for pod "kube-controller-manager-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:21:46.845770 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:21:47.042048 31154 request.go:632] Waited for 196.194982ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-193737-m02
I1001 19:21:47.042116 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-193737-m02
I1001 19:21:47.042122 31154 round_trippers.go:469] Request Headers:
I1001 19:21:47.042129 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:47.042134 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:47.045174 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:47.242154 31154 request.go:632] Waited for 196.389668ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:47.242211 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:47.242216 31154 round_trippers.go:469] Request Headers:
I1001 19:21:47.242224 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:47.242228 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:47.246078 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:47.246437 31154 pod_ready.go:93] pod "kube-controller-manager-ha-193737-m02" in "kube-system" namespace has status "Ready":"True"
I1001 19:21:47.246460 31154 pod_ready.go:82] duration metric: took 400.684034ms for pod "kube-controller-manager-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:21:47.246470 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-4294m" in "kube-system" namespace to be "Ready" ...
I1001 19:21:47.442023 31154 request.go:632] Waited for 195.496186ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4294m
I1001 19:21:47.442102 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4294m
I1001 19:21:47.442107 31154 round_trippers.go:469] Request Headers:
I1001 19:21:47.442115 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:47.442119 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:47.446724 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:21:47.642099 31154 request.go:632] Waited for 194.348221ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:47.642163 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:47.642174 31154 round_trippers.go:469] Request Headers:
I1001 19:21:47.642181 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:47.642186 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:47.645393 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:47.645928 31154 pod_ready.go:93] pod "kube-proxy-4294m" in "kube-system" namespace has status "Ready":"True"
I1001 19:21:47.645950 31154 pod_ready.go:82] duration metric: took 399.472712ms for pod "kube-proxy-4294m" in "kube-system" namespace to be "Ready" ...
I1001 19:21:47.645961 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-zpsll" in "kube-system" namespace to be "Ready" ...
I1001 19:21:47.842563 31154 request.go:632] Waited for 196.53672ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zpsll
I1001 19:21:47.842654 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zpsll
I1001 19:21:47.842670 31154 round_trippers.go:469] Request Headers:
I1001 19:21:47.842677 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:47.842685 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:47.846435 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:48.042435 31154 request.go:632] Waited for 195.268783ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:21:48.042516 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:21:48.042523 31154 round_trippers.go:469] Request Headers:
I1001 19:21:48.042531 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:48.042535 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:48.045444 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:21:48.045979 31154 pod_ready.go:93] pod "kube-proxy-zpsll" in "kube-system" namespace has status "Ready":"True"
I1001 19:21:48.045999 31154 pod_ready.go:82] duration metric: took 400.030874ms for pod "kube-proxy-zpsll" in "kube-system" namespace to be "Ready" ...
I1001 19:21:48.046008 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:21:48.242127 31154 request.go:632] Waited for 196.061352ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-193737
I1001 19:21:48.242188 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-193737
I1001 19:21:48.242194 31154 round_trippers.go:469] Request Headers:
I1001 19:21:48.242200 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:48.242205 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:48.245701 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:48.442714 31154 request.go:632] Waited for 196.392016ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:21:48.442788 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:21:48.442796 31154 round_trippers.go:469] Request Headers:
I1001 19:21:48.442806 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:48.442811 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:48.445488 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:21:48.445923 31154 pod_ready.go:93] pod "kube-scheduler-ha-193737" in "kube-system" namespace has status "Ready":"True"
I1001 19:21:48.445941 31154 pod_ready.go:82] duration metric: took 399.927294ms for pod "kube-scheduler-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:21:48.445950 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:21:48.642436 31154 request.go:632] Waited for 196.414559ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-193737-m02
I1001 19:21:48.642504 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-193737-m02
I1001 19:21:48.642511 31154 round_trippers.go:469] Request Headers:
I1001 19:21:48.642520 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:48.642528 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:48.645886 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:48.841792 31154 request.go:632] Waited for 195.303821ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:48.841877 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:21:48.841893 31154 round_trippers.go:469] Request Headers:
I1001 19:21:48.841907 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:48.841917 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:48.845141 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:48.845610 31154 pod_ready.go:93] pod "kube-scheduler-ha-193737-m02" in "kube-system" namespace has status "Ready":"True"
I1001 19:21:48.845627 31154 pod_ready.go:82] duration metric: took 399.670346ms for pod "kube-scheduler-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:21:48.845638 31154 pod_ready.go:39] duration metric: took 3.199000029s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1001 19:21:48.845650 31154 api_server.go:52] waiting for apiserver process to appear ...
I1001 19:21:48.845706 31154 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1001 19:21:48.860102 31154 api_server.go:72] duration metric: took 22.544907394s to wait for apiserver process to appear ...
I1001 19:21:48.860136 31154 api_server.go:88] waiting for apiserver healthz status ...
I1001 19:21:48.860157 31154 api_server.go:253] Checking apiserver healthz at https://192.168.39.14:8443/healthz ...
I1001 19:21:48.864372 31154 api_server.go:279] https://192.168.39.14:8443/healthz returned 200:
ok
I1001 19:21:48.864454 31154 round_trippers.go:463] GET https://192.168.39.14:8443/version
I1001 19:21:48.864464 31154 round_trippers.go:469] Request Headers:
I1001 19:21:48.864471 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:48.864475 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:48.865481 31154 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1001 19:21:48.865563 31154 api_server.go:141] control plane version: v1.31.1
I1001 19:21:48.865578 31154 api_server.go:131] duration metric: took 5.43668ms to wait for apiserver health ...
I1001 19:21:48.865588 31154 system_pods.go:43] waiting for kube-system pods to appear ...
I1001 19:21:49.042005 31154 request.go:632] Waited for 176.346586ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods
I1001 19:21:49.042080 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods
I1001 19:21:49.042086 31154 round_trippers.go:469] Request Headers:
I1001 19:21:49.042096 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:49.042103 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:49.046797 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:21:49.050697 31154 system_pods.go:59] 17 kube-system pods found
I1001 19:21:49.050730 31154 system_pods.go:61] "coredns-7c65d6cfc9-hd5hv" [31f0afff-5571-46d6-888f-8982c71ba191] Running
I1001 19:21:49.050741 31154 system_pods.go:61] "coredns-7c65d6cfc9-v2wsx" [8e3dd318-5017-4ada-bf2f-61b640ee2030] Running
I1001 19:21:49.050745 31154 system_pods.go:61] "etcd-ha-193737" [99c3674d-50d6-4160-89dd-afb3c2e71039] Running
I1001 19:21:49.050749 31154 system_pods.go:61] "etcd-ha-193737-m02" [a541b9c8-c10e-45b4-ac9c-d16e8bf659b0] Running
I1001 19:21:49.050752 31154 system_pods.go:61] "kindnet-drdlr" [13177890-a0eb-47ff-8fe2-585992810e47] Running
I1001 19:21:49.050755 31154 system_pods.go:61] "kindnet-wnr6g" [89e11419-0c5c-486e-bdbf-eaf6fab1e62c] Running
I1001 19:21:49.050758 31154 system_pods.go:61] "kube-apiserver-ha-193737" [432bf6a6-4607-4f55-a026-d910075d3145] Running
I1001 19:21:49.050761 31154 system_pods.go:61] "kube-apiserver-ha-193737-m02" [379a24af-2148-4870-9f4b-25ad48943445] Running
I1001 19:21:49.050764 31154 system_pods.go:61] "kube-controller-manager-ha-193737" [95fb44db-8cb3-4db9-8a84-ab82e15760de] Running
I1001 19:21:49.050768 31154 system_pods.go:61] "kube-controller-manager-ha-193737-m02" [5b0821e0-673a-440c-8ca1-fefbfe913b94] Running
I1001 19:21:49.050771 31154 system_pods.go:61] "kube-proxy-4294m" [f454ca0f-d662-4dfd-ab77-ebccaf3a6b12] Running
I1001 19:21:49.050773 31154 system_pods.go:61] "kube-proxy-zpsll" [c18fec3c-2880-4860-b220-a44d5e523bed] Running
I1001 19:21:49.050777 31154 system_pods.go:61] "kube-scheduler-ha-193737" [46ca2b37-6145-4111-9088-bcf51307be3a] Running
I1001 19:21:49.050780 31154 system_pods.go:61] "kube-scheduler-ha-193737-m02" [72be6cd5-d226-46d6-b675-99014e544dfb] Running
I1001 19:21:49.050783 31154 system_pods.go:61] "kube-vip-ha-193737" [cbe8e6a4-08f3-4db3-af4d-810a5592597c] Running
I1001 19:21:49.050790 31154 system_pods.go:61] "kube-vip-ha-193737-m02" [da7dfa59-1b27-45ce-9e61-ad8da40ec548] Running
I1001 19:21:49.050793 31154 system_pods.go:61] "storage-provisioner" [d5b587a6-418b-47e5-9bf7-3fb6fa5e3372] Running
I1001 19:21:49.050802 31154 system_pods.go:74] duration metric: took 185.209049ms to wait for pod list to return data ...
I1001 19:21:49.050812 31154 default_sa.go:34] waiting for default service account to be created ...
I1001 19:21:49.242249 31154 request.go:632] Waited for 191.355869ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/default/serviceaccounts
I1001 19:21:49.242329 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/default/serviceaccounts
I1001 19:21:49.242336 31154 round_trippers.go:469] Request Headers:
I1001 19:21:49.242346 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:49.242365 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:49.246320 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:21:49.246557 31154 default_sa.go:45] found service account: "default"
I1001 19:21:49.246575 31154 default_sa.go:55] duration metric: took 195.756912ms for default service account to be created ...
I1001 19:21:49.246582 31154 system_pods.go:116] waiting for k8s-apps to be running ...
I1001 19:21:49.442016 31154 request.go:632] Waited for 195.370336ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods
I1001 19:21:49.442076 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods
I1001 19:21:49.442083 31154 round_trippers.go:469] Request Headers:
I1001 19:21:49.442092 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:49.442101 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:49.446494 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:21:49.452730 31154 system_pods.go:86] 17 kube-system pods found
I1001 19:21:49.452758 31154 system_pods.go:89] "coredns-7c65d6cfc9-hd5hv" [31f0afff-5571-46d6-888f-8982c71ba191] Running
I1001 19:21:49.452764 31154 system_pods.go:89] "coredns-7c65d6cfc9-v2wsx" [8e3dd318-5017-4ada-bf2f-61b640ee2030] Running
I1001 19:21:49.452768 31154 system_pods.go:89] "etcd-ha-193737" [99c3674d-50d6-4160-89dd-afb3c2e71039] Running
I1001 19:21:49.452772 31154 system_pods.go:89] "etcd-ha-193737-m02" [a541b9c8-c10e-45b4-ac9c-d16e8bf659b0] Running
I1001 19:21:49.452775 31154 system_pods.go:89] "kindnet-drdlr" [13177890-a0eb-47ff-8fe2-585992810e47] Running
I1001 19:21:49.452778 31154 system_pods.go:89] "kindnet-wnr6g" [89e11419-0c5c-486e-bdbf-eaf6fab1e62c] Running
I1001 19:21:49.452781 31154 system_pods.go:89] "kube-apiserver-ha-193737" [432bf6a6-4607-4f55-a026-d910075d3145] Running
I1001 19:21:49.452784 31154 system_pods.go:89] "kube-apiserver-ha-193737-m02" [379a24af-2148-4870-9f4b-25ad48943445] Running
I1001 19:21:49.452788 31154 system_pods.go:89] "kube-controller-manager-ha-193737" [95fb44db-8cb3-4db9-8a84-ab82e15760de] Running
I1001 19:21:49.452791 31154 system_pods.go:89] "kube-controller-manager-ha-193737-m02" [5b0821e0-673a-440c-8ca1-fefbfe913b94] Running
I1001 19:21:49.452793 31154 system_pods.go:89] "kube-proxy-4294m" [f454ca0f-d662-4dfd-ab77-ebccaf3a6b12] Running
I1001 19:21:49.452803 31154 system_pods.go:89] "kube-proxy-zpsll" [c18fec3c-2880-4860-b220-a44d5e523bed] Running
I1001 19:21:49.452806 31154 system_pods.go:89] "kube-scheduler-ha-193737" [46ca2b37-6145-4111-9088-bcf51307be3a] Running
I1001 19:21:49.452809 31154 system_pods.go:89] "kube-scheduler-ha-193737-m02" [72be6cd5-d226-46d6-b675-99014e544dfb] Running
I1001 19:21:49.452812 31154 system_pods.go:89] "kube-vip-ha-193737" [cbe8e6a4-08f3-4db3-af4d-810a5592597c] Running
I1001 19:21:49.452815 31154 system_pods.go:89] "kube-vip-ha-193737-m02" [da7dfa59-1b27-45ce-9e61-ad8da40ec548] Running
I1001 19:21:49.452817 31154 system_pods.go:89] "storage-provisioner" [d5b587a6-418b-47e5-9bf7-3fb6fa5e3372] Running
I1001 19:21:49.452823 31154 system_pods.go:126] duration metric: took 206.236353ms to wait for k8s-apps to be running ...
I1001 19:21:49.452833 31154 system_svc.go:44] waiting for kubelet service to be running ....
I1001 19:21:49.452882 31154 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1001 19:21:49.467775 31154 system_svc.go:56] duration metric: took 14.93254ms WaitForService to wait for kubelet
I1001 19:21:49.467809 31154 kubeadm.go:582] duration metric: took 23.152617942s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1001 19:21:49.467833 31154 node_conditions.go:102] verifying NodePressure condition ...
I1001 19:21:49.642303 31154 request.go:632] Waited for 174.372716ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes
I1001 19:21:49.642352 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes
I1001 19:21:49.642356 31154 round_trippers.go:469] Request Headers:
I1001 19:21:49.642364 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:21:49.642369 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:21:49.646440 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:21:49.647131 31154 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1001 19:21:49.647176 31154 node_conditions.go:123] node cpu capacity is 2
I1001 19:21:49.647192 31154 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1001 19:21:49.647199 31154 node_conditions.go:123] node cpu capacity is 2
I1001 19:21:49.647206 31154 node_conditions.go:105] duration metric: took 179.366973ms to run NodePressure ...
I1001 19:21:49.647235 31154 start.go:241] waiting for startup goroutines ...
I1001 19:21:49.647267 31154 start.go:255] writing updated cluster config ...
I1001 19:21:49.649327 31154 out.go:201]
I1001 19:21:49.650621 31154 config.go:182] Loaded profile config "ha-193737": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 19:21:49.650719 31154 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/config.json ...
I1001 19:21:49.652065 31154 out.go:177] * Starting "ha-193737-m03" control-plane node in "ha-193737" cluster
I1001 19:21:49.653048 31154 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1001 19:21:49.653076 31154 cache.go:56] Caching tarball of preloaded images
I1001 19:21:49.653193 31154 preload.go:172] Found /home/jenkins/minikube-integration/19736-11198/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1001 19:21:49.653209 31154 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1001 19:21:49.653361 31154 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/config.json ...
I1001 19:21:49.653640 31154 start.go:360] acquireMachinesLock for ha-193737-m03: {Name:mk0da9f9e72785b38d21a4ec663aa8aa42710456 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1001 19:21:49.653690 31154 start.go:364] duration metric: took 31.444µs to acquireMachinesLock for "ha-193737-m03"
I1001 19:21:49.653709 31154 start.go:93] Provisioning new machine with config: &{Name:ha-193737 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-193737 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.14 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.27 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor
-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizati
ons:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 19:21:49.653808 31154 start.go:125] createHost starting for "m03" (driver="kvm2")
I1001 19:21:49.655218 31154 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1001 19:21:49.655330 31154 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 19:21:49.655375 31154 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 19:21:49.671457 31154 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36635
I1001 19:21:49.672015 31154 main.go:141] libmachine: () Calling .GetVersion
I1001 19:21:49.672579 31154 main.go:141] libmachine: Using API Version 1
I1001 19:21:49.672608 31154 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 19:21:49.673005 31154 main.go:141] libmachine: () Calling .GetMachineName
I1001 19:21:49.673189 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetMachineName
I1001 19:21:49.673372 31154 main.go:141] libmachine: (ha-193737-m03) Calling .DriverName
I1001 19:21:49.673585 31154 start.go:159] libmachine.API.Create for "ha-193737" (driver="kvm2")
I1001 19:21:49.673614 31154 client.go:168] LocalClient.Create starting
I1001 19:21:49.673650 31154 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem
I1001 19:21:49.673691 31154 main.go:141] libmachine: Decoding PEM data...
I1001 19:21:49.673722 31154 main.go:141] libmachine: Parsing certificate...
I1001 19:21:49.673797 31154 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem
I1001 19:21:49.673824 31154 main.go:141] libmachine: Decoding PEM data...
I1001 19:21:49.673838 31154 main.go:141] libmachine: Parsing certificate...
I1001 19:21:49.673873 31154 main.go:141] libmachine: Running pre-create checks...
I1001 19:21:49.673885 31154 main.go:141] libmachine: (ha-193737-m03) Calling .PreCreateCheck
I1001 19:21:49.674030 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetConfigRaw
I1001 19:21:49.674391 31154 main.go:141] libmachine: Creating machine...
I1001 19:21:49.674405 31154 main.go:141] libmachine: (ha-193737-m03) Calling .Create
I1001 19:21:49.674509 31154 main.go:141] libmachine: (ha-193737-m03) Creating KVM machine...
I1001 19:21:49.675629 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found existing default KVM network
I1001 19:21:49.675774 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found existing private KVM network mk-ha-193737
I1001 19:21:49.675890 31154 main.go:141] libmachine: (ha-193737-m03) Setting up store path in /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m03 ...
I1001 19:21:49.675911 31154 main.go:141] libmachine: (ha-193737-m03) Building disk image from file:///home/jenkins/minikube-integration/19736-11198/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1001 19:21:49.675957 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:21:49.675868 32386 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19736-11198/.minikube
I1001 19:21:49.676067 31154 main.go:141] libmachine: (ha-193737-m03) Downloading /home/jenkins/minikube-integration/19736-11198/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19736-11198/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1001 19:21:49.919887 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:21:49.919775 32386 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m03/id_rsa...
I1001 19:21:50.197974 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:21:50.197797 32386 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m03/ha-193737-m03.rawdisk...
I1001 19:21:50.198009 31154 main.go:141] libmachine: (ha-193737-m03) DBG | Writing magic tar header
I1001 19:21:50.198030 31154 main.go:141] libmachine: (ha-193737-m03) DBG | Writing SSH key tar header
I1001 19:21:50.198044 31154 main.go:141] libmachine: (ha-193737-m03) Setting executable bit set on /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m03 (perms=drwx------)
I1001 19:21:50.198058 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:21:50.197915 32386 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m03 ...
I1001 19:21:50.198069 31154 main.go:141] libmachine: (ha-193737-m03) Setting executable bit set on /home/jenkins/minikube-integration/19736-11198/.minikube/machines (perms=drwxr-xr-x)
I1001 19:21:50.198088 31154 main.go:141] libmachine: (ha-193737-m03) Setting executable bit set on /home/jenkins/minikube-integration/19736-11198/.minikube (perms=drwxr-xr-x)
I1001 19:21:50.198099 31154 main.go:141] libmachine: (ha-193737-m03) Setting executable bit set on /home/jenkins/minikube-integration/19736-11198 (perms=drwxrwxr-x)
I1001 19:21:50.198109 31154 main.go:141] libmachine: (ha-193737-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1001 19:21:50.198128 31154 main.go:141] libmachine: (ha-193737-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1001 19:21:50.198141 31154 main.go:141] libmachine: (ha-193737-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m03
I1001 19:21:50.198152 31154 main.go:141] libmachine: (ha-193737-m03) Creating domain...
I1001 19:21:50.198180 31154 main.go:141] libmachine: (ha-193737-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-11198/.minikube/machines
I1001 19:21:50.198190 31154 main.go:141] libmachine: (ha-193737-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-11198/.minikube
I1001 19:21:50.198206 31154 main.go:141] libmachine: (ha-193737-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-11198
I1001 19:21:50.198215 31154 main.go:141] libmachine: (ha-193737-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1001 19:21:50.198224 31154 main.go:141] libmachine: (ha-193737-m03) DBG | Checking permissions on dir: /home/jenkins
I1001 19:21:50.198235 31154 main.go:141] libmachine: (ha-193737-m03) DBG | Checking permissions on dir: /home
I1001 19:21:50.198248 31154 main.go:141] libmachine: (ha-193737-m03) DBG | Skipping /home - not owner
I1001 19:21:50.199136 31154 main.go:141] libmachine: (ha-193737-m03) define libvirt domain using xml:
I1001 19:21:50.199163 31154 main.go:141] libmachine: (ha-193737-m03) <domain type='kvm'>
I1001 19:21:50.199174 31154 main.go:141] libmachine: (ha-193737-m03) <name>ha-193737-m03</name>
I1001 19:21:50.199182 31154 main.go:141] libmachine: (ha-193737-m03) <memory unit='MiB'>2200</memory>
I1001 19:21:50.199192 31154 main.go:141] libmachine: (ha-193737-m03) <vcpu>2</vcpu>
I1001 19:21:50.199198 31154 main.go:141] libmachine: (ha-193737-m03) <features>
I1001 19:21:50.199207 31154 main.go:141] libmachine: (ha-193737-m03) <acpi/>
I1001 19:21:50.199216 31154 main.go:141] libmachine: (ha-193737-m03) <apic/>
I1001 19:21:50.199226 31154 main.go:141] libmachine: (ha-193737-m03) <pae/>
I1001 19:21:50.199234 31154 main.go:141] libmachine: (ha-193737-m03)
I1001 19:21:50.199241 31154 main.go:141] libmachine: (ha-193737-m03) </features>
I1001 19:21:50.199248 31154 main.go:141] libmachine: (ha-193737-m03) <cpu mode='host-passthrough'>
I1001 19:21:50.199270 31154 main.go:141] libmachine: (ha-193737-m03)
I1001 19:21:50.199286 31154 main.go:141] libmachine: (ha-193737-m03) </cpu>
I1001 19:21:50.199295 31154 main.go:141] libmachine: (ha-193737-m03) <os>
I1001 19:21:50.199303 31154 main.go:141] libmachine: (ha-193737-m03) <type>hvm</type>
I1001 19:21:50.199315 31154 main.go:141] libmachine: (ha-193737-m03) <boot dev='cdrom'/>
I1001 19:21:50.199323 31154 main.go:141] libmachine: (ha-193737-m03) <boot dev='hd'/>
I1001 19:21:50.199334 31154 main.go:141] libmachine: (ha-193737-m03) <bootmenu enable='no'/>
I1001 19:21:50.199343 31154 main.go:141] libmachine: (ha-193737-m03) </os>
I1001 19:21:50.199352 31154 main.go:141] libmachine: (ha-193737-m03) <devices>
I1001 19:21:50.199367 31154 main.go:141] libmachine: (ha-193737-m03) <disk type='file' device='cdrom'>
I1001 19:21:50.199383 31154 main.go:141] libmachine: (ha-193737-m03) <source file='/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m03/boot2docker.iso'/>
I1001 19:21:50.199394 31154 main.go:141] libmachine: (ha-193737-m03) <target dev='hdc' bus='scsi'/>
I1001 19:21:50.199404 31154 main.go:141] libmachine: (ha-193737-m03) <readonly/>
I1001 19:21:50.199413 31154 main.go:141] libmachine: (ha-193737-m03) </disk>
I1001 19:21:50.199425 31154 main.go:141] libmachine: (ha-193737-m03) <disk type='file' device='disk'>
I1001 19:21:50.199441 31154 main.go:141] libmachine: (ha-193737-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1001 19:21:50.199458 31154 main.go:141] libmachine: (ha-193737-m03) <source file='/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m03/ha-193737-m03.rawdisk'/>
I1001 19:21:50.199468 31154 main.go:141] libmachine: (ha-193737-m03) <target dev='hda' bus='virtio'/>
I1001 19:21:50.199477 31154 main.go:141] libmachine: (ha-193737-m03) </disk>
I1001 19:21:50.199486 31154 main.go:141] libmachine: (ha-193737-m03) <interface type='network'>
I1001 19:21:50.199495 31154 main.go:141] libmachine: (ha-193737-m03) <source network='mk-ha-193737'/>
I1001 19:21:50.199503 31154 main.go:141] libmachine: (ha-193737-m03) <model type='virtio'/>
I1001 19:21:50.199531 31154 main.go:141] libmachine: (ha-193737-m03) </interface>
I1001 19:21:50.199562 31154 main.go:141] libmachine: (ha-193737-m03) <interface type='network'>
I1001 19:21:50.199576 31154 main.go:141] libmachine: (ha-193737-m03) <source network='default'/>
I1001 19:21:50.199588 31154 main.go:141] libmachine: (ha-193737-m03) <model type='virtio'/>
I1001 19:21:50.199599 31154 main.go:141] libmachine: (ha-193737-m03) </interface>
I1001 19:21:50.199608 31154 main.go:141] libmachine: (ha-193737-m03) <serial type='pty'>
I1001 19:21:50.199619 31154 main.go:141] libmachine: (ha-193737-m03) <target port='0'/>
I1001 19:21:50.199627 31154 main.go:141] libmachine: (ha-193737-m03) </serial>
I1001 19:21:50.199662 31154 main.go:141] libmachine: (ha-193737-m03) <console type='pty'>
I1001 19:21:50.199708 31154 main.go:141] libmachine: (ha-193737-m03) <target type='serial' port='0'/>
I1001 19:21:50.199726 31154 main.go:141] libmachine: (ha-193737-m03) </console>
I1001 19:21:50.199748 31154 main.go:141] libmachine: (ha-193737-m03) <rng model='virtio'>
I1001 19:21:50.199767 31154 main.go:141] libmachine: (ha-193737-m03) <backend model='random'>/dev/random</backend>
I1001 19:21:50.199780 31154 main.go:141] libmachine: (ha-193737-m03) </rng>
I1001 19:21:50.199794 31154 main.go:141] libmachine: (ha-193737-m03)
I1001 19:21:50.199803 31154 main.go:141] libmachine: (ha-193737-m03)
I1001 19:21:50.199814 31154 main.go:141] libmachine: (ha-193737-m03) </devices>
I1001 19:21:50.199820 31154 main.go:141] libmachine: (ha-193737-m03) </domain>
I1001 19:21:50.199837 31154 main.go:141] libmachine: (ha-193737-m03)
I1001 19:21:50.206580 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:8b:a8:e7 in network default
I1001 19:21:50.207376 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:21:50.207405 31154 main.go:141] libmachine: (ha-193737-m03) Ensuring networks are active...
I1001 19:21:50.208168 31154 main.go:141] libmachine: (ha-193737-m03) Ensuring network default is active
I1001 19:21:50.208498 31154 main.go:141] libmachine: (ha-193737-m03) Ensuring network mk-ha-193737 is active
I1001 19:21:50.208873 31154 main.go:141] libmachine: (ha-193737-m03) Getting domain xml...
I1001 19:21:50.209740 31154 main.go:141] libmachine: (ha-193737-m03) Creating domain...
I1001 19:21:51.487699 31154 main.go:141] libmachine: (ha-193737-m03) Waiting to get IP...
I1001 19:21:51.488558 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:21:51.488971 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find current IP address of domain ha-193737-m03 in network mk-ha-193737
I1001 19:21:51.488988 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:21:51.488956 32386 retry.go:31] will retry after 292.057466ms: waiting for machine to come up
I1001 19:21:51.782677 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:21:51.783145 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find current IP address of domain ha-193737-m03 in network mk-ha-193737
I1001 19:21:51.783197 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:21:51.783106 32386 retry.go:31] will retry after 354.701551ms: waiting for machine to come up
I1001 19:21:52.139803 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:21:52.140295 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find current IP address of domain ha-193737-m03 in network mk-ha-193737
I1001 19:21:52.140322 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:21:52.140239 32386 retry.go:31] will retry after 363.996754ms: waiting for machine to come up
I1001 19:21:52.505881 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:21:52.506427 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find current IP address of domain ha-193737-m03 in network mk-ha-193737
I1001 19:21:52.506447 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:21:52.506386 32386 retry.go:31] will retry after 414.43192ms: waiting for machine to come up
I1001 19:21:52.922204 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:21:52.922737 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find current IP address of domain ha-193737-m03 in network mk-ha-193737
I1001 19:21:52.922766 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:21:52.922724 32386 retry.go:31] will retry after 579.407554ms: waiting for machine to come up
I1001 19:21:53.503613 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:21:53.504058 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find current IP address of domain ha-193737-m03 in network mk-ha-193737
I1001 19:21:53.504085 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:21:53.504000 32386 retry.go:31] will retry after 721.311664ms: waiting for machine to come up
I1001 19:21:54.227110 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:21:54.227610 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find current IP address of domain ha-193737-m03 in network mk-ha-193737
I1001 19:21:54.227655 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:21:54.227567 32386 retry.go:31] will retry after 1.130708111s: waiting for machine to come up
I1001 19:21:55.360491 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:21:55.360900 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find current IP address of domain ha-193737-m03 in network mk-ha-193737
I1001 19:21:55.360926 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:21:55.360870 32386 retry.go:31] will retry after 1.468803938s: waiting for machine to come up
I1001 19:21:56.831225 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:21:56.831722 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find current IP address of domain ha-193737-m03 in network mk-ha-193737
I1001 19:21:56.831750 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:21:56.831677 32386 retry.go:31] will retry after 1.742550848s: waiting for machine to come up
I1001 19:21:58.576460 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:21:58.576859 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find current IP address of domain ha-193737-m03 in network mk-ha-193737
I1001 19:21:58.576883 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:21:58.576823 32386 retry.go:31] will retry after 1.623668695s: waiting for machine to come up
I1001 19:22:00.201759 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:00.202340 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find current IP address of domain ha-193737-m03 in network mk-ha-193737
I1001 19:22:00.202361 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:22:00.202290 32386 retry.go:31] will retry after 1.997667198s: waiting for machine to come up
I1001 19:22:02.201433 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:02.201901 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find current IP address of domain ha-193737-m03 in network mk-ha-193737
I1001 19:22:02.201917 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:22:02.201868 32386 retry.go:31] will retry after 2.886327611s: waiting for machine to come up
I1001 19:22:05.090402 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:05.090907 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find current IP address of domain ha-193737-m03 in network mk-ha-193737
I1001 19:22:05.090933 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:22:05.090844 32386 retry.go:31] will retry after 3.87427099s: waiting for machine to come up
I1001 19:22:08.966290 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:08.966719 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find current IP address of domain ha-193737-m03 in network mk-ha-193737
I1001 19:22:08.966754 31154 main.go:141] libmachine: (ha-193737-m03) DBG | I1001 19:22:08.966674 32386 retry.go:31] will retry after 4.039315752s: waiting for machine to come up
I1001 19:22:13.009358 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.009842 31154 main.go:141] libmachine: (ha-193737-m03) Found IP for machine: 192.168.39.101
I1001 19:22:13.009868 31154 main.go:141] libmachine: (ha-193737-m03) Reserving static IP address...
I1001 19:22:13.009881 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has current primary IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.010863 31154 main.go:141] libmachine: (ha-193737-m03) DBG | unable to find host DHCP lease matching {name: "ha-193737-m03", mac: "52:54:00:9e:b9:5c", ip: "192.168.39.101"} in network mk-ha-193737
I1001 19:22:13.088968 31154 main.go:141] libmachine: (ha-193737-m03) DBG | Getting to WaitForSSH function...
I1001 19:22:13.088993 31154 main.go:141] libmachine: (ha-193737-m03) Reserved static IP address: 192.168.39.101
I1001 19:22:13.089006 31154 main.go:141] libmachine: (ha-193737-m03) Waiting for SSH to be available...
I1001 19:22:13.091870 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.092415 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:minikube Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:13.092449 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.092644 31154 main.go:141] libmachine: (ha-193737-m03) DBG | Using SSH client type: external
I1001 19:22:13.092667 31154 main.go:141] libmachine: (ha-193737-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m03/id_rsa (-rw-------)
I1001 19:22:13.092694 31154 main.go:141] libmachine: (ha-193737-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.101 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1001 19:22:13.092712 31154 main.go:141] libmachine: (ha-193737-m03) DBG | About to run SSH command:
I1001 19:22:13.092731 31154 main.go:141] libmachine: (ha-193737-m03) DBG | exit 0
I1001 19:22:13.220534 31154 main.go:141] libmachine: (ha-193737-m03) DBG | SSH cmd err, output: <nil>:
I1001 19:22:13.220779 31154 main.go:141] libmachine: (ha-193737-m03) KVM machine creation complete!
I1001 19:22:13.221074 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetConfigRaw
I1001 19:22:13.221579 31154 main.go:141] libmachine: (ha-193737-m03) Calling .DriverName
I1001 19:22:13.221804 31154 main.go:141] libmachine: (ha-193737-m03) Calling .DriverName
I1001 19:22:13.221984 31154 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1001 19:22:13.222002 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetState
I1001 19:22:13.223279 31154 main.go:141] libmachine: Detecting operating system of created instance...
I1001 19:22:13.223293 31154 main.go:141] libmachine: Waiting for SSH to be available...
I1001 19:22:13.223299 31154 main.go:141] libmachine: Getting to WaitForSSH function...
I1001 19:22:13.223305 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHHostname
I1001 19:22:13.225923 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.226398 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:13.226416 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.226678 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHPort
I1001 19:22:13.226887 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:13.227052 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:13.227186 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHUsername
I1001 19:22:13.227368 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:22:13.227559 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.101 22 <nil> <nil>}
I1001 19:22:13.227571 31154 main.go:141] libmachine: About to run SSH command:
exit 0
I1001 19:22:13.332328 31154 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1001 19:22:13.332352 31154 main.go:141] libmachine: Detecting the provisioner...
I1001 19:22:13.332384 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHHostname
I1001 19:22:13.335169 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.335569 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:13.335603 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.335764 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHPort
I1001 19:22:13.336042 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:13.336239 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:13.336386 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHUsername
I1001 19:22:13.336591 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:22:13.336771 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.101 22 <nil> <nil>}
I1001 19:22:13.336783 31154 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1001 19:22:13.445518 31154 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1001 19:22:13.445586 31154 main.go:141] libmachine: found compatible host: buildroot
I1001 19:22:13.445594 31154 main.go:141] libmachine: Provisioning with buildroot...
I1001 19:22:13.445601 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetMachineName
I1001 19:22:13.445821 31154 buildroot.go:166] provisioning hostname "ha-193737-m03"
I1001 19:22:13.445847 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetMachineName
I1001 19:22:13.446042 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHHostname
I1001 19:22:13.449433 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.449860 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:13.449897 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.450180 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHPort
I1001 19:22:13.450368 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:13.450566 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:13.450713 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHUsername
I1001 19:22:13.450881 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:22:13.451039 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.101 22 <nil> <nil>}
I1001 19:22:13.451051 31154 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-193737-m03 && echo "ha-193737-m03" | sudo tee /etc/hostname
I1001 19:22:13.572777 31154 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-193737-m03
I1001 19:22:13.572810 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHHostname
I1001 19:22:13.575494 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.575835 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:13.575859 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.576047 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHPort
I1001 19:22:13.576235 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:13.576419 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:13.576571 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHUsername
I1001 19:22:13.576759 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:22:13.576956 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.101 22 <nil> <nil>}
I1001 19:22:13.576973 31154 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-193737-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-193737-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-193737-m03' | sudo tee -a /etc/hosts;
fi
fi
I1001 19:22:13.689983 31154 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1001 19:22:13.690015 31154 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19736-11198/.minikube CaCertPath:/home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19736-11198/.minikube}
I1001 19:22:13.690038 31154 buildroot.go:174] setting up certificates
I1001 19:22:13.690050 31154 provision.go:84] configureAuth start
I1001 19:22:13.690066 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetMachineName
I1001 19:22:13.690369 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetIP
I1001 19:22:13.693242 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.693664 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:13.693693 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.693840 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHHostname
I1001 19:22:13.696141 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.696495 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:13.696524 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.696638 31154 provision.go:143] copyHostCerts
I1001 19:22:13.696676 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19736-11198/.minikube/key.pem
I1001 19:22:13.696720 31154 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-11198/.minikube/key.pem, removing ...
I1001 19:22:13.696731 31154 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-11198/.minikube/key.pem
I1001 19:22:13.696821 31154 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19736-11198/.minikube/key.pem (1679 bytes)
I1001 19:22:13.696919 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19736-11198/.minikube/ca.pem
I1001 19:22:13.696949 31154 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-11198/.minikube/ca.pem, removing ...
I1001 19:22:13.696960 31154 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.pem
I1001 19:22:13.697003 31154 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19736-11198/.minikube/ca.pem (1082 bytes)
I1001 19:22:13.697067 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19736-11198/.minikube/cert.pem
I1001 19:22:13.697091 31154 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-11198/.minikube/cert.pem, removing ...
I1001 19:22:13.697100 31154 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-11198/.minikube/cert.pem
I1001 19:22:13.697136 31154 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19736-11198/.minikube/cert.pem (1123 bytes)
I1001 19:22:13.697206 31154 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca-key.pem org=jenkins.ha-193737-m03 san=[127.0.0.1 192.168.39.101 ha-193737-m03 localhost minikube]
I1001 19:22:13.877573 31154 provision.go:177] copyRemoteCerts
I1001 19:22:13.877625 31154 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1001 19:22:13.877649 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHHostname
I1001 19:22:13.880678 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.880932 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:13.880970 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:13.881176 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHPort
I1001 19:22:13.881406 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:13.881587 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHUsername
I1001 19:22:13.881804 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.101 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m03/id_rsa Username:docker}
I1001 19:22:13.962987 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1001 19:22:13.963068 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1001 19:22:13.986966 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server.pem -> /etc/docker/server.pem
I1001 19:22:13.987070 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1001 19:22:14.013722 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1001 19:22:14.013794 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1001 19:22:14.037854 31154 provision.go:87] duration metric: took 347.788312ms to configureAuth
I1001 19:22:14.037883 31154 buildroot.go:189] setting minikube options for container-runtime
I1001 19:22:14.038135 31154 config.go:182] Loaded profile config "ha-193737": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 19:22:14.038209 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHHostname
I1001 19:22:14.040944 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.041372 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:14.041401 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.041587 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHPort
I1001 19:22:14.041771 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:14.041906 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:14.042003 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHUsername
I1001 19:22:14.042139 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:22:14.042328 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.101 22 <nil> <nil>}
I1001 19:22:14.042345 31154 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1001 19:22:14.262634 31154 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1001 19:22:14.262673 31154 main.go:141] libmachine: Checking connection to Docker...
I1001 19:22:14.262687 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetURL
I1001 19:22:14.263998 31154 main.go:141] libmachine: (ha-193737-m03) DBG | Using libvirt version 6000000
I1001 19:22:14.266567 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.266926 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:14.266955 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.267154 31154 main.go:141] libmachine: Docker is up and running!
I1001 19:22:14.267166 31154 main.go:141] libmachine: Reticulating splines...
I1001 19:22:14.267173 31154 client.go:171] duration metric: took 24.593551771s to LocalClient.Create
I1001 19:22:14.267196 31154 start.go:167] duration metric: took 24.593612564s to libmachine.API.Create "ha-193737"
I1001 19:22:14.267205 31154 start.go:293] postStartSetup for "ha-193737-m03" (driver="kvm2")
I1001 19:22:14.267214 31154 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1001 19:22:14.267240 31154 main.go:141] libmachine: (ha-193737-m03) Calling .DriverName
I1001 19:22:14.267459 31154 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1001 19:22:14.267484 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHHostname
I1001 19:22:14.269571 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.269977 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:14.270004 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.270121 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHPort
I1001 19:22:14.270292 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:14.270427 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHUsername
I1001 19:22:14.270551 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.101 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m03/id_rsa Username:docker}
I1001 19:22:14.350988 31154 ssh_runner.go:195] Run: cat /etc/os-release
I1001 19:22:14.355823 31154 info.go:137] Remote host: Buildroot 2023.02.9
I1001 19:22:14.355848 31154 filesync.go:126] Scanning /home/jenkins/minikube-integration/19736-11198/.minikube/addons for local assets ...
I1001 19:22:14.355915 31154 filesync.go:126] Scanning /home/jenkins/minikube-integration/19736-11198/.minikube/files for local assets ...
I1001 19:22:14.355986 31154 filesync.go:149] local asset: /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem -> 184302.pem in /etc/ssl/certs
I1001 19:22:14.355994 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem -> /etc/ssl/certs/184302.pem
I1001 19:22:14.356070 31154 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1001 19:22:14.366040 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem --> /etc/ssl/certs/184302.pem (1708 bytes)
I1001 19:22:14.390055 31154 start.go:296] duration metric: took 122.835456ms for postStartSetup
I1001 19:22:14.390108 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetConfigRaw
I1001 19:22:14.390696 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetIP
I1001 19:22:14.394065 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.394508 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:14.394536 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.394910 31154 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/config.json ...
I1001 19:22:14.395150 31154 start.go:128] duration metric: took 24.741329773s to createHost
I1001 19:22:14.395182 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHHostname
I1001 19:22:14.397581 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.397994 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:14.398017 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.398188 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHPort
I1001 19:22:14.398403 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:14.398574 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:14.398727 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHUsername
I1001 19:22:14.398880 31154 main.go:141] libmachine: Using SSH client type: native
I1001 19:22:14.399094 31154 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.101 22 <nil> <nil>}
I1001 19:22:14.399111 31154 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1001 19:22:14.505599 31154 main.go:141] libmachine: SSH cmd err, output: <nil>: 1727810534.482085733
I1001 19:22:14.505628 31154 fix.go:216] guest clock: 1727810534.482085733
I1001 19:22:14.505639 31154 fix.go:229] Guest: 2024-10-01 19:22:14.482085733 +0000 UTC Remote: 2024-10-01 19:22:14.395166889 +0000 UTC m=+146.623005707 (delta=86.918844ms)
I1001 19:22:14.505658 31154 fix.go:200] guest clock delta is within tolerance: 86.918844ms
I1001 19:22:14.505664 31154 start.go:83] releasing machines lock for "ha-193737-m03", held for 24.851963464s
I1001 19:22:14.505684 31154 main.go:141] libmachine: (ha-193737-m03) Calling .DriverName
I1001 19:22:14.505908 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetIP
I1001 19:22:14.508696 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.509064 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:14.509086 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.511117 31154 out.go:177] * Found network options:
I1001 19:22:14.512450 31154 out.go:177] - NO_PROXY=192.168.39.14,192.168.39.27
W1001 19:22:14.513603 31154 proxy.go:119] fail to check proxy env: Error ip not in block
W1001 19:22:14.513632 31154 proxy.go:119] fail to check proxy env: Error ip not in block
I1001 19:22:14.513653 31154 main.go:141] libmachine: (ha-193737-m03) Calling .DriverName
I1001 19:22:14.514254 31154 main.go:141] libmachine: (ha-193737-m03) Calling .DriverName
I1001 19:22:14.514460 31154 main.go:141] libmachine: (ha-193737-m03) Calling .DriverName
I1001 19:22:14.514553 31154 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1001 19:22:14.514592 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHHostname
W1001 19:22:14.514627 31154 proxy.go:119] fail to check proxy env: Error ip not in block
W1001 19:22:14.514652 31154 proxy.go:119] fail to check proxy env: Error ip not in block
I1001 19:22:14.514726 31154 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1001 19:22:14.514748 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHHostname
I1001 19:22:14.517511 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.517716 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.517872 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:14.517897 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.518069 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHPort
I1001 19:22:14.518071 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:14.518151 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:14.518298 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHPort
I1001 19:22:14.518302 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:14.518474 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHUsername
I1001 19:22:14.518512 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHKeyPath
I1001 19:22:14.518613 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetSSHUsername
I1001 19:22:14.518617 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.101 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m03/id_rsa Username:docker}
I1001 19:22:14.518740 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.101 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737-m03/id_rsa Username:docker}
I1001 19:22:14.749140 31154 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1001 19:22:14.755011 31154 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1001 19:22:14.755083 31154 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1001 19:22:14.772351 31154 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1001 19:22:14.772388 31154 start.go:495] detecting cgroup driver to use...
I1001 19:22:14.772457 31154 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1001 19:22:14.789303 31154 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1001 19:22:14.804840 31154 docker.go:217] disabling cri-docker service (if available) ...
I1001 19:22:14.804906 31154 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1001 19:22:14.819518 31154 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1001 19:22:14.834095 31154 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1001 19:22:14.944783 31154 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1001 19:22:15.079717 31154 docker.go:233] disabling docker service ...
I1001 19:22:15.079790 31154 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1001 19:22:15.095162 31154 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1001 19:22:15.107998 31154 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1001 19:22:15.243729 31154 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1001 19:22:15.377225 31154 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1001 19:22:15.391343 31154 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1001 19:22:15.411068 31154 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1001 19:22:15.411143 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:22:15.423227 31154 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1001 19:22:15.423294 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:22:15.434691 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:22:15.446242 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:22:15.457352 31154 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1001 19:22:15.469147 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:22:15.479924 31154 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:22:15.497221 31154 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 19:22:15.507678 31154 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1001 19:22:15.517482 31154 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1001 19:22:15.517554 31154 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1001 19:22:15.532214 31154 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1001 19:22:15.541788 31154 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 19:22:15.665094 31154 ssh_runner.go:195] Run: sudo systemctl restart crio
I1001 19:22:15.757492 31154 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1001 19:22:15.757569 31154 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1001 19:22:15.762004 31154 start.go:563] Will wait 60s for crictl version
I1001 19:22:15.762063 31154 ssh_runner.go:195] Run: which crictl
I1001 19:22:15.766039 31154 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1001 19:22:15.802516 31154 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1001 19:22:15.802600 31154 ssh_runner.go:195] Run: crio --version
I1001 19:22:15.831926 31154 ssh_runner.go:195] Run: crio --version
I1001 19:22:15.862187 31154 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1001 19:22:15.863552 31154 out.go:177] - env NO_PROXY=192.168.39.14
I1001 19:22:15.864903 31154 out.go:177] - env NO_PROXY=192.168.39.14,192.168.39.27
I1001 19:22:15.866357 31154 main.go:141] libmachine: (ha-193737-m03) Calling .GetIP
I1001 19:22:15.868791 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:15.869113 31154 main.go:141] libmachine: (ha-193737-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9e:b9:5c", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:22:04 +0000 UTC Type:0 Mac:52:54:00:9e:b9:5c Iaid: IPaddr:192.168.39.101 Prefix:24 Hostname:ha-193737-m03 Clientid:01:52:54:00:9e:b9:5c}
I1001 19:22:15.869142 31154 main.go:141] libmachine: (ha-193737-m03) DBG | domain ha-193737-m03 has defined IP address 192.168.39.101 and MAC address 52:54:00:9e:b9:5c in network mk-ha-193737
I1001 19:22:15.869293 31154 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1001 19:22:15.873237 31154 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1001 19:22:15.885293 31154 mustload.go:65] Loading cluster: ha-193737
I1001 19:22:15.885514 31154 config.go:182] Loaded profile config "ha-193737": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 19:22:15.885795 31154 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 19:22:15.885838 31154 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 19:22:15.901055 31154 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45767
I1001 19:22:15.901633 31154 main.go:141] libmachine: () Calling .GetVersion
I1001 19:22:15.902627 31154 main.go:141] libmachine: Using API Version 1
I1001 19:22:15.902658 31154 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 19:22:15.903034 31154 main.go:141] libmachine: () Calling .GetMachineName
I1001 19:22:15.903198 31154 main.go:141] libmachine: (ha-193737) Calling .GetState
I1001 19:22:15.905017 31154 host.go:66] Checking if "ha-193737" exists ...
I1001 19:22:15.905429 31154 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 19:22:15.905488 31154 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 19:22:15.921741 31154 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33127
I1001 19:22:15.922203 31154 main.go:141] libmachine: () Calling .GetVersion
I1001 19:22:15.923200 31154 main.go:141] libmachine: Using API Version 1
I1001 19:22:15.923220 31154 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 19:22:15.923541 31154 main.go:141] libmachine: () Calling .GetMachineName
I1001 19:22:15.923744 31154 main.go:141] libmachine: (ha-193737) Calling .DriverName
I1001 19:22:15.923907 31154 certs.go:68] Setting up /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737 for IP: 192.168.39.101
I1001 19:22:15.923919 31154 certs.go:194] generating shared ca certs ...
I1001 19:22:15.923941 31154 certs.go:226] acquiring lock for ca certs: {Name:mk4af52da2631512ebee071ecde5dd3fa47a582c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:22:15.924081 31154 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.key
I1001 19:22:15.924118 31154 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.key
I1001 19:22:15.924126 31154 certs.go:256] generating profile certs ...
I1001 19:22:15.924217 31154 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/client.key
I1001 19:22:15.924242 31154 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key.09da423f
I1001 19:22:15.924256 31154 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt.09da423f with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.14 192.168.39.27 192.168.39.101 192.168.39.254]
I1001 19:22:16.102464 31154 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt.09da423f ...
I1001 19:22:16.102493 31154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt.09da423f: {Name:mk41b913f57e7f10c713b2e18136c742f7b09ec4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:22:16.102655 31154 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key.09da423f ...
I1001 19:22:16.102668 31154 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key.09da423f: {Name:mkaf44cea34e6bfbac4ea8c8d70ebec43d2a6d80 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 19:22:16.102739 31154 certs.go:381] copying /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt.09da423f -> /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt
I1001 19:22:16.102870 31154 certs.go:385] copying /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key.09da423f -> /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key
I1001 19:22:16.102988 31154 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.key
I1001 19:22:16.103003 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1001 19:22:16.103016 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1001 19:22:16.103030 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1001 19:22:16.103042 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1001 19:22:16.103054 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1001 19:22:16.103067 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1001 19:22:16.103081 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1001 19:22:16.120441 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1001 19:22:16.120535 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/18430.pem (1338 bytes)
W1001 19:22:16.120569 31154 certs.go:480] ignoring /home/jenkins/minikube-integration/19736-11198/.minikube/certs/18430_empty.pem, impossibly tiny 0 bytes
I1001 19:22:16.120579 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca-key.pem (1679 bytes)
I1001 19:22:16.120602 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/ca.pem (1082 bytes)
I1001 19:22:16.120624 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/cert.pem (1123 bytes)
I1001 19:22:16.120682 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/key.pem (1679 bytes)
I1001 19:22:16.120730 31154 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem (1708 bytes)
I1001 19:22:16.120759 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem -> /usr/share/ca-certificates/184302.pem
I1001 19:22:16.120772 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1001 19:22:16.120784 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/certs/18430.pem -> /usr/share/ca-certificates/18430.pem
I1001 19:22:16.120814 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:22:16.123512 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:22:16.123983 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:22:16.124012 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:22:16.124198 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:22:16.124425 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:22:16.124611 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:22:16.124747 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.14 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/id_rsa Username:docker}
I1001 19:22:16.196684 31154 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1001 19:22:16.201293 31154 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1001 19:22:16.211163 31154 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1001 19:22:16.215061 31154 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1001 19:22:16.225018 31154 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1001 19:22:16.228909 31154 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1001 19:22:16.239430 31154 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1001 19:22:16.243222 31154 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1001 19:22:16.253163 31154 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1001 19:22:16.256929 31154 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1001 19:22:16.266378 31154 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1001 19:22:16.270062 31154 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1001 19:22:16.278964 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1001 19:22:16.303288 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1001 19:22:16.326243 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1001 19:22:16.347460 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1001 19:22:16.372037 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1001 19:22:16.396287 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1001 19:22:16.420724 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1001 19:22:16.445707 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1001 19:22:16.468539 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/files/etc/ssl/certs/184302.pem --> /usr/share/ca-certificates/184302.pem (1708 bytes)
I1001 19:22:16.492971 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1001 19:22:16.517838 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/certs/18430.pem --> /usr/share/ca-certificates/18430.pem (1338 bytes)
I1001 19:22:16.541960 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1001 19:22:16.557831 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1001 19:22:16.573594 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1001 19:22:16.590168 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1001 19:22:16.607168 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1001 19:22:16.623957 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1001 19:22:16.640438 31154 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1001 19:22:16.655967 31154 ssh_runner.go:195] Run: openssl version
I1001 19:22:16.661524 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/184302.pem && ln -fs /usr/share/ca-certificates/184302.pem /etc/ssl/certs/184302.pem"
I1001 19:22:16.672376 31154 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/184302.pem
I1001 19:22:16.676864 31154 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 1 19:13 /usr/share/ca-certificates/184302.pem
I1001 19:22:16.676922 31154 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/184302.pem
I1001 19:22:16.682647 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/184302.pem /etc/ssl/certs/3ec20f2e.0"
I1001 19:22:16.693083 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1001 19:22:16.703938 31154 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1001 19:22:16.708263 31154 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 1 18:55 /usr/share/ca-certificates/minikubeCA.pem
I1001 19:22:16.708320 31154 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1001 19:22:16.714520 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1001 19:22:16.725249 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/18430.pem && ln -fs /usr/share/ca-certificates/18430.pem /etc/ssl/certs/18430.pem"
I1001 19:22:16.736315 31154 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/18430.pem
I1001 19:22:16.741061 31154 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 1 19:13 /usr/share/ca-certificates/18430.pem
I1001 19:22:16.741120 31154 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/18430.pem
I1001 19:22:16.746697 31154 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/18430.pem /etc/ssl/certs/51391683.0"
I1001 19:22:16.757551 31154 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1001 19:22:16.761481 31154 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1001 19:22:16.761539 31154 kubeadm.go:934] updating node {m03 192.168.39.101 8443 v1.31.1 crio true true} ...
I1001 19:22:16.761636 31154 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-193737-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.101
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-193737 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1001 19:22:16.761666 31154 kube-vip.go:115] generating kube-vip config ...
I1001 19:22:16.761704 31154 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1001 19:22:16.778682 31154 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1001 19:22:16.778755 31154 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1001 19:22:16.778825 31154 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1001 19:22:16.788174 31154 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1001 19:22:16.788258 31154 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1001 19:22:16.797330 31154 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1001 19:22:16.797360 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1001 19:22:16.797405 31154 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256
I1001 19:22:16.797420 31154 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1001 19:22:16.797425 31154 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256
I1001 19:22:16.797452 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1001 19:22:16.797455 31154 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1001 19:22:16.797515 31154 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1001 19:22:16.806983 31154 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1001 19:22:16.807016 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1001 19:22:16.807033 31154 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1001 19:22:16.807064 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1001 19:22:16.822346 31154 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-11198/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1001 19:22:16.822450 31154 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1001 19:22:16.908222 31154 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1001 19:22:16.908266 31154 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-11198/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1001 19:22:17.718151 31154 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1001 19:22:17.728679 31154 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1001 19:22:17.753493 31154 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1001 19:22:17.773315 31154 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1001 19:22:17.791404 31154 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1001 19:22:17.795599 31154 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1001 19:22:17.808083 31154 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 19:22:17.928195 31154 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1001 19:22:17.944678 31154 host.go:66] Checking if "ha-193737" exists ...
I1001 19:22:17.945052 31154 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 19:22:17.945093 31154 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 19:22:17.962020 31154 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45629
I1001 19:22:17.962474 31154 main.go:141] libmachine: () Calling .GetVersion
I1001 19:22:17.962912 31154 main.go:141] libmachine: Using API Version 1
I1001 19:22:17.962940 31154 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 19:22:17.963311 31154 main.go:141] libmachine: () Calling .GetMachineName
I1001 19:22:17.963520 31154 main.go:141] libmachine: (ha-193737) Calling .DriverName
I1001 19:22:17.963697 31154 start.go:317] joinCluster: &{Name:ha-193737 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluste
rName:ha-193737 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.14 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.27 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.101 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:fa
lse istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false
DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1001 19:22:17.963861 31154 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1001 19:22:17.963886 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHHostname
I1001 19:22:17.967232 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:22:17.967827 31154 main.go:141] libmachine: (ha-193737) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:2b:09", ip: ""} in network mk-ha-193737: {Iface:virbr1 ExpiryTime:2024-10-01 20:20:01 +0000 UTC Type:0 Mac:52:54:00:80:2b:09 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-193737 Clientid:01:52:54:00:80:2b:09}
I1001 19:22:17.967856 31154 main.go:141] libmachine: (ha-193737) DBG | domain ha-193737 has defined IP address 192.168.39.14 and MAC address 52:54:00:80:2b:09 in network mk-ha-193737
I1001 19:22:17.968135 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHPort
I1001 19:22:17.968336 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHKeyPath
I1001 19:22:17.968495 31154 main.go:141] libmachine: (ha-193737) Calling .GetSSHUsername
I1001 19:22:17.968659 31154 sshutil.go:53] new ssh client: &{IP:192.168.39.14 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-11198/.minikube/machines/ha-193737/id_rsa Username:docker}
I1001 19:22:18.133596 31154 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.101 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 19:22:18.133651 31154 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token z7cdmg.hjk7kyt30ndw2tea --discovery-token-ca-cert-hash sha256:0c56edecb7f9eb74bee0ee499587f93e0ec9eb8fa5d860b84325aacd75ec55c1 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-193737-m03 --control-plane --apiserver-advertise-address=192.168.39.101 --apiserver-bind-port=8443"
I1001 19:22:41.859086 31154 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token z7cdmg.hjk7kyt30ndw2tea --discovery-token-ca-cert-hash sha256:0c56edecb7f9eb74bee0ee499587f93e0ec9eb8fa5d860b84325aacd75ec55c1 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-193737-m03 --control-plane --apiserver-advertise-address=192.168.39.101 --apiserver-bind-port=8443": (23.725407283s)
I1001 19:22:41.859128 31154 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1001 19:22:42.384071 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-193737-m03 minikube.k8s.io/updated_at=2024_10_01T19_22_42_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=028fa3fa4ead204345663a497a11836d2b7758c4 minikube.k8s.io/name=ha-193737 minikube.k8s.io/primary=false
I1001 19:22:42.510669 31154 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-193737-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1001 19:22:42.641492 31154 start.go:319] duration metric: took 24.67779185s to joinCluster
I1001 19:22:42.641581 31154 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.101 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 19:22:42.641937 31154 config.go:182] Loaded profile config "ha-193737": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 19:22:42.642770 31154 out.go:177] * Verifying Kubernetes components...
I1001 19:22:42.643798 31154 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 19:22:42.883720 31154 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1001 19:22:42.899372 31154 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19736-11198/kubeconfig
I1001 19:22:42.899626 31154 kapi.go:59] client config for ha-193737: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/client.crt", KeyFile:"/home/jenkins/minikube-integration/19736-11198/.minikube/profiles/ha-193737/client.key", CAFile:"/home/jenkins/minikube-integration/19736-11198/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1f685c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1001 19:22:42.899683 31154 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.14:8443
I1001 19:22:42.899959 31154 node_ready.go:35] waiting up to 6m0s for node "ha-193737-m03" to be "Ready" ...
I1001 19:22:42.900040 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:42.900052 31154 round_trippers.go:469] Request Headers:
I1001 19:22:42.900063 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:42.900071 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:42.904647 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:22:43.401126 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:43.401152 31154 round_trippers.go:469] Request Headers:
I1001 19:22:43.401163 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:43.401168 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:43.405027 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:43.900824 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:43.900848 31154 round_trippers.go:469] Request Headers:
I1001 19:22:43.900859 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:43.900868 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:43.904531 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:44.400251 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:44.400272 31154 round_trippers.go:469] Request Headers:
I1001 19:22:44.400281 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:44.400285 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:44.403517 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:44.901001 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:44.901028 31154 round_trippers.go:469] Request Headers:
I1001 19:22:44.901036 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:44.901041 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:44.905012 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:44.905575 31154 node_ready.go:53] node "ha-193737-m03" has status "Ready":"False"
I1001 19:22:45.400898 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:45.400924 31154 round_trippers.go:469] Request Headers:
I1001 19:22:45.400935 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:45.400942 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:45.405202 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:22:45.900749 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:45.900772 31154 round_trippers.go:469] Request Headers:
I1001 19:22:45.900781 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:45.900785 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:45.904505 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:46.400832 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:46.400855 31154 round_trippers.go:469] Request Headers:
I1001 19:22:46.400865 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:46.400871 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:46.404455 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:46.900834 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:46.900926 31154 round_trippers.go:469] Request Headers:
I1001 19:22:46.900945 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:46.900955 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:46.907848 31154 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1001 19:22:46.909060 31154 node_ready.go:53] node "ha-193737-m03" has status "Ready":"False"
I1001 19:22:47.400619 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:47.400639 31154 round_trippers.go:469] Request Headers:
I1001 19:22:47.400647 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:47.400651 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:47.404519 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:47.900808 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:47.900835 31154 round_trippers.go:469] Request Headers:
I1001 19:22:47.900846 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:47.900851 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:48.028121 31154 round_trippers.go:574] Response Status: 200 OK in 127 milliseconds
I1001 19:22:48.400839 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:48.400859 31154 round_trippers.go:469] Request Headers:
I1001 19:22:48.400866 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:48.400870 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:48.404198 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:48.900508 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:48.900533 31154 round_trippers.go:469] Request Headers:
I1001 19:22:48.900544 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:48.900551 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:48.904379 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:49.400836 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:49.400857 31154 round_trippers.go:469] Request Headers:
I1001 19:22:49.400866 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:49.400870 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:49.403736 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:22:49.404256 31154 node_ready.go:53] node "ha-193737-m03" has status "Ready":"False"
I1001 19:22:49.901034 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:49.901058 31154 round_trippers.go:469] Request Headers:
I1001 19:22:49.901068 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:49.901073 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:49.905378 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:22:50.400178 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:50.400198 31154 round_trippers.go:469] Request Headers:
I1001 19:22:50.400206 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:50.400214 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:50.403269 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:50.901215 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:50.901242 31154 round_trippers.go:469] Request Headers:
I1001 19:22:50.901251 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:50.901256 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:50.905409 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:22:51.400867 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:51.400890 31154 round_trippers.go:469] Request Headers:
I1001 19:22:51.400899 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:51.400908 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:51.404516 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:51.404962 31154 node_ready.go:53] node "ha-193737-m03" has status "Ready":"False"
I1001 19:22:51.900265 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:51.900308 31154 round_trippers.go:469] Request Headers:
I1001 19:22:51.900315 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:51.900319 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:51.903634 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:52.401178 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:52.401200 31154 round_trippers.go:469] Request Headers:
I1001 19:22:52.401206 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:52.401211 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:52.404511 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:52.900412 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:52.900432 31154 round_trippers.go:469] Request Headers:
I1001 19:22:52.900441 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:52.900446 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:52.903570 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:53.400572 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:53.400602 31154 round_trippers.go:469] Request Headers:
I1001 19:22:53.400614 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:53.400622 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:53.403821 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:53.900178 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:53.900201 31154 round_trippers.go:469] Request Headers:
I1001 19:22:53.900210 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:53.900214 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:53.903933 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:53.904621 31154 node_ready.go:53] node "ha-193737-m03" has status "Ready":"False"
I1001 19:22:54.401040 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:54.401066 31154 round_trippers.go:469] Request Headers:
I1001 19:22:54.401078 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:54.401085 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:54.404732 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:54.901129 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:54.901154 31154 round_trippers.go:469] Request Headers:
I1001 19:22:54.901163 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:54.901166 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:54.904547 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:55.400669 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:55.400692 31154 round_trippers.go:469] Request Headers:
I1001 19:22:55.400700 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:55.400703 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:55.404556 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:55.900944 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:55.900966 31154 round_trippers.go:469] Request Headers:
I1001 19:22:55.900974 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:55.900977 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:55.904209 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:55.904851 31154 node_ready.go:53] node "ha-193737-m03" has status "Ready":"False"
I1001 19:22:56.400513 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:56.400537 31154 round_trippers.go:469] Request Headers:
I1001 19:22:56.400548 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:56.400554 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:56.403671 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:56.900541 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:56.900564 31154 round_trippers.go:469] Request Headers:
I1001 19:22:56.900575 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:56.900582 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:56.903726 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:57.400178 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:57.400200 31154 round_trippers.go:469] Request Headers:
I1001 19:22:57.400209 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:57.400216 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:57.403658 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:57.901131 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:57.901154 31154 round_trippers.go:469] Request Headers:
I1001 19:22:57.901163 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:57.901169 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:57.904387 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:58.401066 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:58.401087 31154 round_trippers.go:469] Request Headers:
I1001 19:22:58.401095 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:58.401098 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:58.404875 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:58.405329 31154 node_ready.go:53] node "ha-193737-m03" has status "Ready":"False"
I1001 19:22:58.900140 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:58.900160 31154 round_trippers.go:469] Request Headers:
I1001 19:22:58.900168 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:58.900172 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:58.903081 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:22:59.401118 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:59.401143 31154 round_trippers.go:469] Request Headers:
I1001 19:22:59.401153 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:59.401156 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:59.404480 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:59.405079 31154 node_ready.go:49] node "ha-193737-m03" has status "Ready":"True"
I1001 19:22:59.405100 31154 node_ready.go:38] duration metric: took 16.505122802s for node "ha-193737-m03" to be "Ready" ...
I1001 19:22:59.405110 31154 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1001 19:22:59.405190 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods
I1001 19:22:59.405207 31154 round_trippers.go:469] Request Headers:
I1001 19:22:59.405217 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:59.405227 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:59.412572 31154 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1001 19:22:59.420220 31154 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-hd5hv" in "kube-system" namespace to be "Ready" ...
I1001 19:22:59.420321 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-hd5hv
I1001 19:22:59.420334 31154 round_trippers.go:469] Request Headers:
I1001 19:22:59.420345 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:59.420353 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:59.423179 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:22:59.423949 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:22:59.423964 31154 round_trippers.go:469] Request Headers:
I1001 19:22:59.423970 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:59.423975 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:59.426304 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:22:59.426762 31154 pod_ready.go:93] pod "coredns-7c65d6cfc9-hd5hv" in "kube-system" namespace has status "Ready":"True"
I1001 19:22:59.426780 31154 pod_ready.go:82] duration metric: took 6.530664ms for pod "coredns-7c65d6cfc9-hd5hv" in "kube-system" namespace to be "Ready" ...
I1001 19:22:59.426796 31154 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-v2wsx" in "kube-system" namespace to be "Ready" ...
I1001 19:22:59.426857 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-v2wsx
I1001 19:22:59.426866 31154 round_trippers.go:469] Request Headers:
I1001 19:22:59.426876 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:59.426887 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:59.429141 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:22:59.429823 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:22:59.429840 31154 round_trippers.go:469] Request Headers:
I1001 19:22:59.429848 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:59.429852 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:59.431860 31154 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1001 19:22:59.432333 31154 pod_ready.go:93] pod "coredns-7c65d6cfc9-v2wsx" in "kube-system" namespace has status "Ready":"True"
I1001 19:22:59.432348 31154 pod_ready.go:82] duration metric: took 5.544704ms for pod "coredns-7c65d6cfc9-v2wsx" in "kube-system" namespace to be "Ready" ...
I1001 19:22:59.432374 31154 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:22:59.432437 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/etcd-ha-193737
I1001 19:22:59.432448 31154 round_trippers.go:469] Request Headers:
I1001 19:22:59.432456 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:59.432459 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:59.434479 31154 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1001 19:22:59.435042 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:22:59.435057 31154 round_trippers.go:469] Request Headers:
I1001 19:22:59.435063 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:59.435067 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:59.437217 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:22:59.437787 31154 pod_ready.go:93] pod "etcd-ha-193737" in "kube-system" namespace has status "Ready":"True"
I1001 19:22:59.437803 31154 pod_ready.go:82] duration metric: took 5.420394ms for pod "etcd-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:22:59.437813 31154 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:22:59.437864 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/etcd-ha-193737-m02
I1001 19:22:59.437874 31154 round_trippers.go:469] Request Headers:
I1001 19:22:59.437883 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:59.437892 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:59.440631 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:22:59.441277 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:22:59.441295 31154 round_trippers.go:469] Request Headers:
I1001 19:22:59.441316 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:59.441325 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:59.448195 31154 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1001 19:22:59.448905 31154 pod_ready.go:93] pod "etcd-ha-193737-m02" in "kube-system" namespace has status "Ready":"True"
I1001 19:22:59.448925 31154 pod_ready.go:82] duration metric: took 11.104591ms for pod "etcd-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:22:59.448938 31154 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-193737-m03" in "kube-system" namespace to be "Ready" ...
I1001 19:22:59.601259 31154 request.go:632] Waited for 152.231969ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/etcd-ha-193737-m03
I1001 19:22:59.601316 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/etcd-ha-193737-m03
I1001 19:22:59.601321 31154 round_trippers.go:469] Request Headers:
I1001 19:22:59.601329 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:59.601333 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:59.604878 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:59.801921 31154 request.go:632] Waited for 196.382761ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:59.802008 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:22:59.802021 31154 round_trippers.go:469] Request Headers:
I1001 19:22:59.802031 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:22:59.802037 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:22:59.805203 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:22:59.806083 31154 pod_ready.go:93] pod "etcd-ha-193737-m03" in "kube-system" namespace has status "Ready":"True"
I1001 19:22:59.806103 31154 pod_ready.go:82] duration metric: took 357.156614ms for pod "etcd-ha-193737-m03" in "kube-system" namespace to be "Ready" ...
I1001 19:22:59.806134 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:23:00.001202 31154 request.go:632] Waited for 194.974996ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-193737
I1001 19:23:00.001255 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-193737
I1001 19:23:00.001260 31154 round_trippers.go:469] Request Headers:
I1001 19:23:00.001267 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:00.001271 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:00.005307 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:23:00.201989 31154 request.go:632] Waited for 195.321685ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:23:00.202114 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:23:00.202132 31154 round_trippers.go:469] Request Headers:
I1001 19:23:00.202146 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:00.202158 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:00.205788 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:00.206508 31154 pod_ready.go:93] pod "kube-apiserver-ha-193737" in "kube-system" namespace has status "Ready":"True"
I1001 19:23:00.206529 31154 pod_ready.go:82] duration metric: took 400.381151ms for pod "kube-apiserver-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:23:00.206541 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:23:00.401602 31154 request.go:632] Waited for 194.993098ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-193737-m02
I1001 19:23:00.401663 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-193737-m02
I1001 19:23:00.401668 31154 round_trippers.go:469] Request Headers:
I1001 19:23:00.401676 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:00.401680 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:00.405450 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:00.601599 31154 request.go:632] Waited for 195.316962ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:23:00.601692 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:23:00.601700 31154 round_trippers.go:469] Request Headers:
I1001 19:23:00.601707 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:00.601711 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:00.605188 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:00.605660 31154 pod_ready.go:93] pod "kube-apiserver-ha-193737-m02" in "kube-system" namespace has status "Ready":"True"
I1001 19:23:00.605679 31154 pod_ready.go:82] duration metric: took 399.130829ms for pod "kube-apiserver-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:23:00.605688 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-193737-m03" in "kube-system" namespace to be "Ready" ...
I1001 19:23:00.801836 31154 request.go:632] Waited for 196.081559ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-193737-m03
I1001 19:23:00.801903 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-193737-m03
I1001 19:23:00.801908 31154 round_trippers.go:469] Request Headers:
I1001 19:23:00.801926 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:00.801931 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:00.805500 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:01.001996 31154 request.go:632] Waited for 195.706291ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:23:01.002060 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:23:01.002068 31154 round_trippers.go:469] Request Headers:
I1001 19:23:01.002082 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:01.002090 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:01.005674 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:01.006438 31154 pod_ready.go:93] pod "kube-apiserver-ha-193737-m03" in "kube-system" namespace has status "Ready":"True"
I1001 19:23:01.006466 31154 pod_ready.go:82] duration metric: took 400.769669ms for pod "kube-apiserver-ha-193737-m03" in "kube-system" namespace to be "Ready" ...
I1001 19:23:01.006480 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:23:01.201564 31154 request.go:632] Waited for 195.007953ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-193737
I1001 19:23:01.201618 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-193737
I1001 19:23:01.201623 31154 round_trippers.go:469] Request Headers:
I1001 19:23:01.201630 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:01.201634 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:01.204998 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:01.402159 31154 request.go:632] Waited for 196.410696ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:23:01.402225 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:23:01.402232 31154 round_trippers.go:469] Request Headers:
I1001 19:23:01.402243 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:01.402250 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:01.405639 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:01.406259 31154 pod_ready.go:93] pod "kube-controller-manager-ha-193737" in "kube-system" namespace has status "Ready":"True"
I1001 19:23:01.406284 31154 pod_ready.go:82] duration metric: took 399.796485ms for pod "kube-controller-manager-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:23:01.406298 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:23:01.601556 31154 request.go:632] Waited for 195.171182ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-193737-m02
I1001 19:23:01.601629 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-193737-m02
I1001 19:23:01.601638 31154 round_trippers.go:469] Request Headers:
I1001 19:23:01.601646 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:01.601655 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:01.605271 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:01.801581 31154 request.go:632] Waited for 195.404456ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:23:01.801644 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:23:01.801651 31154 round_trippers.go:469] Request Headers:
I1001 19:23:01.801662 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:01.801669 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:01.805042 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:01.805673 31154 pod_ready.go:93] pod "kube-controller-manager-ha-193737-m02" in "kube-system" namespace has status "Ready":"True"
I1001 19:23:01.805694 31154 pod_ready.go:82] duration metric: took 399.387622ms for pod "kube-controller-manager-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:23:01.805707 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-193737-m03" in "kube-system" namespace to be "Ready" ...
I1001 19:23:02.001904 31154 request.go:632] Waited for 195.994245ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-193737-m03
I1001 19:23:02.002040 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-193737-m03
I1001 19:23:02.002064 31154 round_trippers.go:469] Request Headers:
I1001 19:23:02.002075 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:02.002080 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:02.005612 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:02.201553 31154 request.go:632] Waited for 195.185972ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:23:02.201606 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:23:02.201612 31154 round_trippers.go:469] Request Headers:
I1001 19:23:02.201628 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:02.201645 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:02.205018 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:02.205533 31154 pod_ready.go:93] pod "kube-controller-manager-ha-193737-m03" in "kube-system" namespace has status "Ready":"True"
I1001 19:23:02.205552 31154 pod_ready.go:82] duration metric: took 399.838551ms for pod "kube-controller-manager-ha-193737-m03" in "kube-system" namespace to be "Ready" ...
I1001 19:23:02.205563 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-4294m" in "kube-system" namespace to be "Ready" ...
I1001 19:23:02.401983 31154 request.go:632] Waited for 196.357491ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4294m
I1001 19:23:02.402038 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4294m
I1001 19:23:02.402043 31154 round_trippers.go:469] Request Headers:
I1001 19:23:02.402049 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:02.402054 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:02.405225 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:02.601208 31154 request.go:632] Waited for 195.289332ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:23:02.601293 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:23:02.601304 31154 round_trippers.go:469] Request Headers:
I1001 19:23:02.601316 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:02.601328 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:02.604768 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:02.605212 31154 pod_ready.go:93] pod "kube-proxy-4294m" in "kube-system" namespace has status "Ready":"True"
I1001 19:23:02.605230 31154 pod_ready.go:82] duration metric: took 399.66052ms for pod "kube-proxy-4294m" in "kube-system" namespace to be "Ready" ...
I1001 19:23:02.605242 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-9pm4t" in "kube-system" namespace to be "Ready" ...
I1001 19:23:02.801359 31154 request.go:632] Waited for 196.035084ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9pm4t
I1001 19:23:02.801440 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9pm4t
I1001 19:23:02.801448 31154 round_trippers.go:469] Request Headers:
I1001 19:23:02.801462 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:02.801473 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:02.804772 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:03.001444 31154 request.go:632] Waited for 196.042411ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:23:03.001517 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:23:03.001522 31154 round_trippers.go:469] Request Headers:
I1001 19:23:03.001536 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:03.001543 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:03.005199 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:03.005738 31154 pod_ready.go:93] pod "kube-proxy-9pm4t" in "kube-system" namespace has status "Ready":"True"
I1001 19:23:03.005763 31154 pod_ready.go:82] duration metric: took 400.510951ms for pod "kube-proxy-9pm4t" in "kube-system" namespace to be "Ready" ...
I1001 19:23:03.005773 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-zpsll" in "kube-system" namespace to be "Ready" ...
I1001 19:23:03.201543 31154 request.go:632] Waited for 195.704518ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zpsll
I1001 19:23:03.201618 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zpsll
I1001 19:23:03.201627 31154 round_trippers.go:469] Request Headers:
I1001 19:23:03.201634 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:03.201639 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:03.204535 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:23:03.401528 31154 request.go:632] Waited for 196.292025ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:23:03.401585 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:23:03.401590 31154 round_trippers.go:469] Request Headers:
I1001 19:23:03.401597 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:03.401602 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:03.405338 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:03.406008 31154 pod_ready.go:93] pod "kube-proxy-zpsll" in "kube-system" namespace has status "Ready":"True"
I1001 19:23:03.406025 31154 pod_ready.go:82] duration metric: took 400.246215ms for pod "kube-proxy-zpsll" in "kube-system" namespace to be "Ready" ...
I1001 19:23:03.406035 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:23:03.601668 31154 request.go:632] Waited for 195.548834ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-193737
I1001 19:23:03.601752 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-193737
I1001 19:23:03.601760 31154 round_trippers.go:469] Request Headers:
I1001 19:23:03.601772 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:03.601779 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:03.605345 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:03.801308 31154 request.go:632] Waited for 195.294104ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:23:03.801403 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737
I1001 19:23:03.801417 31154 round_trippers.go:469] Request Headers:
I1001 19:23:03.801427 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:03.801434 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:03.804468 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:03.805276 31154 pod_ready.go:93] pod "kube-scheduler-ha-193737" in "kube-system" namespace has status "Ready":"True"
I1001 19:23:03.805293 31154 pod_ready.go:82] duration metric: took 399.251767ms for pod "kube-scheduler-ha-193737" in "kube-system" namespace to be "Ready" ...
I1001 19:23:03.805303 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:23:04.001445 31154 request.go:632] Waited for 196.067713ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-193737-m02
I1001 19:23:04.001522 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-193737-m02
I1001 19:23:04.001531 31154 round_trippers.go:469] Request Headers:
I1001 19:23:04.001541 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:04.001548 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:04.004705 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:04.201792 31154 request.go:632] Waited for 196.362451ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:23:04.201872 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m02
I1001 19:23:04.201879 31154 round_trippers.go:469] Request Headers:
I1001 19:23:04.201889 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:04.201897 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:04.205376 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:04.206212 31154 pod_ready.go:93] pod "kube-scheduler-ha-193737-m02" in "kube-system" namespace has status "Ready":"True"
I1001 19:23:04.206235 31154 pod_ready.go:82] duration metric: took 400.923668ms for pod "kube-scheduler-ha-193737-m02" in "kube-system" namespace to be "Ready" ...
I1001 19:23:04.206250 31154 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-193737-m03" in "kube-system" namespace to be "Ready" ...
I1001 19:23:04.401166 31154 request.go:632] Waited for 194.837724ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-193737-m03
I1001 19:23:04.401244 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-193737-m03
I1001 19:23:04.401252 31154 round_trippers.go:469] Request Headers:
I1001 19:23:04.401266 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:04.401273 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:04.404292 31154 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 19:23:04.601244 31154 request.go:632] Waited for 196.299344ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:23:04.601300 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes/ha-193737-m03
I1001 19:23:04.601306 31154 round_trippers.go:469] Request Headers:
I1001 19:23:04.601313 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:04.601317 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:04.604470 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:04.605038 31154 pod_ready.go:93] pod "kube-scheduler-ha-193737-m03" in "kube-system" namespace has status "Ready":"True"
I1001 19:23:04.605055 31154 pod_ready.go:82] duration metric: took 398.796981ms for pod "kube-scheduler-ha-193737-m03" in "kube-system" namespace to be "Ready" ...
I1001 19:23:04.605065 31154 pod_ready.go:39] duration metric: took 5.199943212s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1001 19:23:04.605079 31154 api_server.go:52] waiting for apiserver process to appear ...
I1001 19:23:04.605144 31154 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1001 19:23:04.623271 31154 api_server.go:72] duration metric: took 21.981652881s to wait for apiserver process to appear ...
I1001 19:23:04.623293 31154 api_server.go:88] waiting for apiserver healthz status ...
I1001 19:23:04.623314 31154 api_server.go:253] Checking apiserver healthz at https://192.168.39.14:8443/healthz ...
I1001 19:23:04.631212 31154 api_server.go:279] https://192.168.39.14:8443/healthz returned 200:
ok
I1001 19:23:04.631285 31154 round_trippers.go:463] GET https://192.168.39.14:8443/version
I1001 19:23:04.631295 31154 round_trippers.go:469] Request Headers:
I1001 19:23:04.631303 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:04.631310 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:04.632155 31154 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1001 19:23:04.632226 31154 api_server.go:141] control plane version: v1.31.1
I1001 19:23:04.632243 31154 api_server.go:131] duration metric: took 8.942184ms to wait for apiserver health ...
I1001 19:23:04.632254 31154 system_pods.go:43] waiting for kube-system pods to appear ...
I1001 19:23:04.801981 31154 request.go:632] Waited for 169.64915ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods
I1001 19:23:04.802068 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods
I1001 19:23:04.802079 31154 round_trippers.go:469] Request Headers:
I1001 19:23:04.802090 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:04.802102 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:04.809502 31154 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1001 19:23:04.815901 31154 system_pods.go:59] 24 kube-system pods found
I1001 19:23:04.815930 31154 system_pods.go:61] "coredns-7c65d6cfc9-hd5hv" [31f0afff-5571-46d6-888f-8982c71ba191] Running
I1001 19:23:04.815935 31154 system_pods.go:61] "coredns-7c65d6cfc9-v2wsx" [8e3dd318-5017-4ada-bf2f-61b640ee2030] Running
I1001 19:23:04.815939 31154 system_pods.go:61] "etcd-ha-193737" [99c3674d-50d6-4160-89dd-afb3c2e71039] Running
I1001 19:23:04.815943 31154 system_pods.go:61] "etcd-ha-193737-m02" [a541b9c8-c10e-45b4-ac9c-d16e8bf659b0] Running
I1001 19:23:04.815946 31154 system_pods.go:61] "etcd-ha-193737-m03" [de61043b-ff4c-4d28-ab01-d63abf25ef30] Running
I1001 19:23:04.815949 31154 system_pods.go:61] "kindnet-bqht8" [3cef1863-ae14-4ab4-bc4f-5545e058cc9c] Running
I1001 19:23:04.815953 31154 system_pods.go:61] "kindnet-drdlr" [13177890-a0eb-47ff-8fe2-585992810e47] Running
I1001 19:23:04.815955 31154 system_pods.go:61] "kindnet-wnr6g" [89e11419-0c5c-486e-bdbf-eaf6fab1e62c] Running
I1001 19:23:04.815958 31154 system_pods.go:61] "kube-apiserver-ha-193737" [432bf6a6-4607-4f55-a026-d910075d3145] Running
I1001 19:23:04.815961 31154 system_pods.go:61] "kube-apiserver-ha-193737-m02" [379a24af-2148-4870-9f4b-25ad48943445] Running
I1001 19:23:04.815964 31154 system_pods.go:61] "kube-apiserver-ha-193737-m03" [fbf7fbec-142d-4402-9bcc-c3e25e11ac2e] Running
I1001 19:23:04.815968 31154 system_pods.go:61] "kube-controller-manager-ha-193737" [95fb44db-8cb3-4db9-8a84-ab82e15760de] Running
I1001 19:23:04.815971 31154 system_pods.go:61] "kube-controller-manager-ha-193737-m02" [5b0821e0-673a-440c-8ca1-fefbfe913b94] Running
I1001 19:23:04.815974 31154 system_pods.go:61] "kube-controller-manager-ha-193737-m03" [fd854d14-6abb-42eb-b560-e816e86c6767] Running
I1001 19:23:04.815981 31154 system_pods.go:61] "kube-proxy-4294m" [f454ca0f-d662-4dfd-ab77-ebccaf3a6b12] Running
I1001 19:23:04.815987 31154 system_pods.go:61] "kube-proxy-9pm4t" [5dba191b-ba4a-4a22-80df-65afd1dcbfb5] Running
I1001 19:23:04.815989 31154 system_pods.go:61] "kube-proxy-zpsll" [c18fec3c-2880-4860-b220-a44d5e523bed] Running
I1001 19:23:04.815998 31154 system_pods.go:61] "kube-scheduler-ha-193737" [46ca2b37-6145-4111-9088-bcf51307be3a] Running
I1001 19:23:04.816002 31154 system_pods.go:61] "kube-scheduler-ha-193737-m02" [72be6cd5-d226-46d6-b675-99014e544dfb] Running
I1001 19:23:04.816005 31154 system_pods.go:61] "kube-scheduler-ha-193737-m03" [129167e7-febe-4de3-a35f-3f0e668c7a77] Running
I1001 19:23:04.816008 31154 system_pods.go:61] "kube-vip-ha-193737" [cbe8e6a4-08f3-4db3-af4d-810a5592597c] Running
I1001 19:23:04.816014 31154 system_pods.go:61] "kube-vip-ha-193737-m02" [da7dfa59-1b27-45ce-9e61-ad8da40ec548] Running
I1001 19:23:04.816017 31154 system_pods.go:61] "kube-vip-ha-193737-m03" [7a9bbd2f-8b9a-4104-baf4-11efdd662028] Running
I1001 19:23:04.816022 31154 system_pods.go:61] "storage-provisioner" [d5b587a6-418b-47e5-9bf7-3fb6fa5e3372] Running
I1001 19:23:04.816027 31154 system_pods.go:74] duration metric: took 183.765578ms to wait for pod list to return data ...
I1001 19:23:04.816036 31154 default_sa.go:34] waiting for default service account to be created ...
I1001 19:23:05.001464 31154 request.go:632] Waited for 185.352635ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/default/serviceaccounts
I1001 19:23:05.001522 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/default/serviceaccounts
I1001 19:23:05.001527 31154 round_trippers.go:469] Request Headers:
I1001 19:23:05.001534 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:05.001538 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:05.005437 31154 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 19:23:05.005559 31154 default_sa.go:45] found service account: "default"
I1001 19:23:05.005576 31154 default_sa.go:55] duration metric: took 189.530453ms for default service account to be created ...
I1001 19:23:05.005589 31154 system_pods.go:116] waiting for k8s-apps to be running ...
I1001 19:23:05.201939 31154 request.go:632] Waited for 196.276664ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods
I1001 19:23:05.201999 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/namespaces/kube-system/pods
I1001 19:23:05.202009 31154 round_trippers.go:469] Request Headers:
I1001 19:23:05.202018 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:05.202026 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:05.208844 31154 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1001 19:23:05.215522 31154 system_pods.go:86] 24 kube-system pods found
I1001 19:23:05.215551 31154 system_pods.go:89] "coredns-7c65d6cfc9-hd5hv" [31f0afff-5571-46d6-888f-8982c71ba191] Running
I1001 19:23:05.215559 31154 system_pods.go:89] "coredns-7c65d6cfc9-v2wsx" [8e3dd318-5017-4ada-bf2f-61b640ee2030] Running
I1001 19:23:05.215563 31154 system_pods.go:89] "etcd-ha-193737" [99c3674d-50d6-4160-89dd-afb3c2e71039] Running
I1001 19:23:05.215567 31154 system_pods.go:89] "etcd-ha-193737-m02" [a541b9c8-c10e-45b4-ac9c-d16e8bf659b0] Running
I1001 19:23:05.215570 31154 system_pods.go:89] "etcd-ha-193737-m03" [de61043b-ff4c-4d28-ab01-d63abf25ef30] Running
I1001 19:23:05.215574 31154 system_pods.go:89] "kindnet-bqht8" [3cef1863-ae14-4ab4-bc4f-5545e058cc9c] Running
I1001 19:23:05.215578 31154 system_pods.go:89] "kindnet-drdlr" [13177890-a0eb-47ff-8fe2-585992810e47] Running
I1001 19:23:05.215581 31154 system_pods.go:89] "kindnet-wnr6g" [89e11419-0c5c-486e-bdbf-eaf6fab1e62c] Running
I1001 19:23:05.215584 31154 system_pods.go:89] "kube-apiserver-ha-193737" [432bf6a6-4607-4f55-a026-d910075d3145] Running
I1001 19:23:05.215588 31154 system_pods.go:89] "kube-apiserver-ha-193737-m02" [379a24af-2148-4870-9f4b-25ad48943445] Running
I1001 19:23:05.215591 31154 system_pods.go:89] "kube-apiserver-ha-193737-m03" [fbf7fbec-142d-4402-9bcc-c3e25e11ac2e] Running
I1001 19:23:05.215595 31154 system_pods.go:89] "kube-controller-manager-ha-193737" [95fb44db-8cb3-4db9-8a84-ab82e15760de] Running
I1001 19:23:05.215598 31154 system_pods.go:89] "kube-controller-manager-ha-193737-m02" [5b0821e0-673a-440c-8ca1-fefbfe913b94] Running
I1001 19:23:05.215601 31154 system_pods.go:89] "kube-controller-manager-ha-193737-m03" [fd854d14-6abb-42eb-b560-e816e86c6767] Running
I1001 19:23:05.215603 31154 system_pods.go:89] "kube-proxy-4294m" [f454ca0f-d662-4dfd-ab77-ebccaf3a6b12] Running
I1001 19:23:05.215606 31154 system_pods.go:89] "kube-proxy-9pm4t" [5dba191b-ba4a-4a22-80df-65afd1dcbfb5] Running
I1001 19:23:05.215609 31154 system_pods.go:89] "kube-proxy-zpsll" [c18fec3c-2880-4860-b220-a44d5e523bed] Running
I1001 19:23:05.215613 31154 system_pods.go:89] "kube-scheduler-ha-193737" [46ca2b37-6145-4111-9088-bcf51307be3a] Running
I1001 19:23:05.215616 31154 system_pods.go:89] "kube-scheduler-ha-193737-m02" [72be6cd5-d226-46d6-b675-99014e544dfb] Running
I1001 19:23:05.215621 31154 system_pods.go:89] "kube-scheduler-ha-193737-m03" [129167e7-febe-4de3-a35f-3f0e668c7a77] Running
I1001 19:23:05.215626 31154 system_pods.go:89] "kube-vip-ha-193737" [cbe8e6a4-08f3-4db3-af4d-810a5592597c] Running
I1001 19:23:05.215630 31154 system_pods.go:89] "kube-vip-ha-193737-m02" [da7dfa59-1b27-45ce-9e61-ad8da40ec548] Running
I1001 19:23:05.215634 31154 system_pods.go:89] "kube-vip-ha-193737-m03" [7a9bbd2f-8b9a-4104-baf4-11efdd662028] Running
I1001 19:23:05.215639 31154 system_pods.go:89] "storage-provisioner" [d5b587a6-418b-47e5-9bf7-3fb6fa5e3372] Running
I1001 19:23:05.215647 31154 system_pods.go:126] duration metric: took 210.049347ms to wait for k8s-apps to be running ...
I1001 19:23:05.215659 31154 system_svc.go:44] waiting for kubelet service to be running ....
I1001 19:23:05.215714 31154 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1001 19:23:05.232730 31154 system_svc.go:56] duration metric: took 17.059785ms WaitForService to wait for kubelet
I1001 19:23:05.232757 31154 kubeadm.go:582] duration metric: took 22.59114375s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1001 19:23:05.232773 31154 node_conditions.go:102] verifying NodePressure condition ...
I1001 19:23:05.401103 31154 request.go:632] Waited for 168.256226ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.14:8443/api/v1/nodes
I1001 19:23:05.401154 31154 round_trippers.go:463] GET https://192.168.39.14:8443/api/v1/nodes
I1001 19:23:05.401159 31154 round_trippers.go:469] Request Headers:
I1001 19:23:05.401165 31154 round_trippers.go:473] Accept: application/json, */*
I1001 19:23:05.401169 31154 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 19:23:05.405382 31154 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 19:23:05.406740 31154 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1001 19:23:05.406763 31154 node_conditions.go:123] node cpu capacity is 2
I1001 19:23:05.406777 31154 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1001 19:23:05.406783 31154 node_conditions.go:123] node cpu capacity is 2
I1001 19:23:05.406789 31154 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1001 19:23:05.406794 31154 node_conditions.go:123] node cpu capacity is 2
I1001 19:23:05.406799 31154 node_conditions.go:105] duration metric: took 174.020761ms to run NodePressure ...
I1001 19:23:05.406816 31154 start.go:241] waiting for startup goroutines ...
I1001 19:23:05.406842 31154 start.go:255] writing updated cluster config ...
I1001 19:23:05.407176 31154 ssh_runner.go:195] Run: rm -f paused
I1001 19:23:05.459358 31154 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I1001 19:23:05.461856 31154 out.go:177] * Done! kubectl is now configured to use "ha-193737" cluster and "default" namespace by default
==> CRI-O <==
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.466127305Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=8db4ba94-896d-44f6-89f9-082f567b09a0 name=/runtime.v1.RuntimeService/Version
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.467390838Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=e82e8dd7-6b55-4219-9cf7-7563931db22f name=/runtime.v1.ImageService/ImageFsInfo
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.467886600Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810825467861610,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=e82e8dd7-6b55-4219-9cf7-7563931db22f name=/runtime.v1.ImageService/ImageFsInfo
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.468592133Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=8edcb5d3-df72-41cb-ab0c-efa3eb6d6c81 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.468659110Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=8edcb5d3-df72-41cb-ab0c-efa3eb6d6c81 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.468935200Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:d523f1298c385184a9e7db15e8734998757e06fff0e55aa1844ab59ccf00f07e,PodSandboxId:8ddf36dc2effd5b387a7cb5392afc6a34d689dee2d0047e27480f81871db6f74,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1727810590371295276,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-rbjkx,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: ba3ecbe1-fb88-4674-b679-a442b28cd68e,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:75485355206ed8610939d128b62d0d55ec84cbb8615f7261469f854e52b6447d,PodSandboxId:7ea8efe8e5b7908a13d9ad3be6c8e7a9e871b332f5889126ea13429055eaaed3,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1727810449416160580,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d5b587a6-418b-47e5-9bf7-3fb6fa5e3372,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b9a32cfd9baece55551b1df51ab0ed27b91b91c878d698f5862fff2fbf70d0a3,PodSandboxId:b4ab4980fd9c6cd234ac1f28d252c896bc77b9f7b271045be59cae0784f96217,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727810449360614251,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-hd5hv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 31f0afff-5571-46d6-888f-8982c71ba191,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c598f8345f1d86d70694138db26efde7af8aab971a5fa89ba6ab6e7468c8191a,PodSandboxId:69e4ceb6e3399a835dcd125c01919d9053abee035e3bf2b2595377489dc56cb8,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727810449354501899,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-v2wsx,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8e3dd318-50
17-4ada-bf2f-61b640ee2030,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:25b91984e532b8571863aa92120cdc813f23e6394cbbdbe3f30aacdaa98bd525,PodSandboxId:f7fcfb918d1fd69f11a77764747f9408ce5ec85d4f114f22269ab22622168240,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17278104
37213853474,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-wnr6g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 89e11419-0c5c-486e-bdbf-eaf6fab1e62c,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6ce5a1ca06729791a2b24b6dccf36f1cf98d23a263a6907081cd8f4885f9610c,PodSandboxId:65474abfbeabf483f4a28a3e3229b175f3f41ffad78ea5d1303d49d9419d3ec5,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1727810437061931545,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-zpsll,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c18fec3c-2880-4860-b220-a44d5e523bed,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c962c4138a0019c76f981b72e8948efd386403002bb686f7e70c38bc20c3d542,PodSandboxId:cb787d15fa3b89fa5c4a479def2aed57fb03a1d1abdf07f6170488ae8f5b774f,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1727810427447788769,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 00cf6ac3eb69fe181eb29ee323afb176,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d7d722793679c0adf054005c0f4166c7306fbfeeb10594a6395130db2f366dd7,PodSandboxId:4873897c8ffd7c74e4093155af6f4743491c9dcea652c8fba96e6904de277652,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1727810424745051374,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0322ee97040a2f569785dff412cf907f,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7092a3841df088f68cbc08587792dbde5f29e48ed792054959328dc83401229e,PodSandboxId:c74bc4df7851a3393d5eca165d5e24dbdef7af644bc9844819bad425c8663aac,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1727810424759083818,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-
ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b7769b1af58540331dfe5effd67e84a0,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d2c57920320eb65f4477cbff8aec818a7ecddb3461a77ca111172e4d1a5f7e71,PodSandboxId:f74fa319889b0624f5157b5a226af0e5a24f37f6922332d6e0037af95aa50aef,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1727810424668320387,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-193737,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: 26cd510d04d444e2a3fd26699f0dbb26,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fc9d05172b801a89ec36c0d0d549bfeee1aafb67f6586e3f4f163cb63f01d062,PodSandboxId:d6e9deea0a8069c598634405f46a9fa565d1d0b888716c0c94e4ed5b44588a10,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1727810424633610117,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-193737,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: de600bfbca1d9c3f01fa833eb2f872cd,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=8edcb5d3-df72-41cb-ab0c-efa3eb6d6c81 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.505648951Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=d86fd748-d33c-418c-9e93-fedfbbd02a0b name=/runtime.v1.RuntimeService/Version
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.505850840Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=d86fd748-d33c-418c-9e93-fedfbbd02a0b name=/runtime.v1.RuntimeService/Version
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.506970316Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=301fd12c-638b-4194-ac31-64ef9409b5ae name=/runtime.v1.ImageService/ImageFsInfo
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.507394525Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810825507369741,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=301fd12c-638b-4194-ac31-64ef9409b5ae name=/runtime.v1.ImageService/ImageFsInfo
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.508138315Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=b39315db-0f4f-4f9a-9848-d3774bec79b6 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.508209245Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=b39315db-0f4f-4f9a-9848-d3774bec79b6 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.508440012Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:d523f1298c385184a9e7db15e8734998757e06fff0e55aa1844ab59ccf00f07e,PodSandboxId:8ddf36dc2effd5b387a7cb5392afc6a34d689dee2d0047e27480f81871db6f74,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1727810590371295276,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-rbjkx,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: ba3ecbe1-fb88-4674-b679-a442b28cd68e,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:75485355206ed8610939d128b62d0d55ec84cbb8615f7261469f854e52b6447d,PodSandboxId:7ea8efe8e5b7908a13d9ad3be6c8e7a9e871b332f5889126ea13429055eaaed3,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1727810449416160580,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d5b587a6-418b-47e5-9bf7-3fb6fa5e3372,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b9a32cfd9baece55551b1df51ab0ed27b91b91c878d698f5862fff2fbf70d0a3,PodSandboxId:b4ab4980fd9c6cd234ac1f28d252c896bc77b9f7b271045be59cae0784f96217,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727810449360614251,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-hd5hv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 31f0afff-5571-46d6-888f-8982c71ba191,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c598f8345f1d86d70694138db26efde7af8aab971a5fa89ba6ab6e7468c8191a,PodSandboxId:69e4ceb6e3399a835dcd125c01919d9053abee035e3bf2b2595377489dc56cb8,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727810449354501899,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-v2wsx,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8e3dd318-50
17-4ada-bf2f-61b640ee2030,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:25b91984e532b8571863aa92120cdc813f23e6394cbbdbe3f30aacdaa98bd525,PodSandboxId:f7fcfb918d1fd69f11a77764747f9408ce5ec85d4f114f22269ab22622168240,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17278104
37213853474,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-wnr6g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 89e11419-0c5c-486e-bdbf-eaf6fab1e62c,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6ce5a1ca06729791a2b24b6dccf36f1cf98d23a263a6907081cd8f4885f9610c,PodSandboxId:65474abfbeabf483f4a28a3e3229b175f3f41ffad78ea5d1303d49d9419d3ec5,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1727810437061931545,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-zpsll,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c18fec3c-2880-4860-b220-a44d5e523bed,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c962c4138a0019c76f981b72e8948efd386403002bb686f7e70c38bc20c3d542,PodSandboxId:cb787d15fa3b89fa5c4a479def2aed57fb03a1d1abdf07f6170488ae8f5b774f,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1727810427447788769,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 00cf6ac3eb69fe181eb29ee323afb176,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d7d722793679c0adf054005c0f4166c7306fbfeeb10594a6395130db2f366dd7,PodSandboxId:4873897c8ffd7c74e4093155af6f4743491c9dcea652c8fba96e6904de277652,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1727810424745051374,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0322ee97040a2f569785dff412cf907f,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7092a3841df088f68cbc08587792dbde5f29e48ed792054959328dc83401229e,PodSandboxId:c74bc4df7851a3393d5eca165d5e24dbdef7af644bc9844819bad425c8663aac,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1727810424759083818,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-
ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b7769b1af58540331dfe5effd67e84a0,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d2c57920320eb65f4477cbff8aec818a7ecddb3461a77ca111172e4d1a5f7e71,PodSandboxId:f74fa319889b0624f5157b5a226af0e5a24f37f6922332d6e0037af95aa50aef,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1727810424668320387,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-193737,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: 26cd510d04d444e2a3fd26699f0dbb26,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fc9d05172b801a89ec36c0d0d549bfeee1aafb67f6586e3f4f163cb63f01d062,PodSandboxId:d6e9deea0a8069c598634405f46a9fa565d1d0b888716c0c94e4ed5b44588a10,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1727810424633610117,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-193737,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: de600bfbca1d9c3f01fa833eb2f872cd,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=b39315db-0f4f-4f9a-9848-d3774bec79b6 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.517216481Z" level=debug msg="Request: &ListPodSandboxRequest{Filter:nil,}" file="otel-collector/interceptors.go:62" id=4c82a4bd-3fdb-4370-b375-8c16ffb76e4c name=/runtime.v1.RuntimeService/ListPodSandbox
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.517481532Z" level=debug msg="Response: &ListPodSandboxResponse{Items:[]*PodSandbox{&PodSandbox{Id:8ddf36dc2effd5b387a7cb5392afc6a34d689dee2d0047e27480f81871db6f74,Metadata:&PodSandboxMetadata{Name:busybox-7dff88458-rbjkx,Uid:ba3ecbe1-fb88-4674-b679-a442b28cd68e,Namespace:default,Attempt:0,},State:SANDBOX_READY,CreatedAt:1727810586682758033,Labels:map[string]string{app: busybox,io.kubernetes.container.name: POD,io.kubernetes.pod.name: busybox-7dff88458-rbjkx,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: ba3ecbe1-fb88-4674-b679-a442b28cd68e,pod-template-hash: 7dff88458,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-01T19:23:06.356548410Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:7ea8efe8e5b7908a13d9ad3be6c8e7a9e871b332f5889126ea13429055eaaed3,Metadata:&PodSandboxMetadata{Name:storage-provisioner,Uid:d5b587a6-418b-47e5-9bf7-3fb6fa5e3372,Namespace:kube-system,Attempt:0,},State:SANDBO
X_READY,CreatedAt:1727810449150584704,Labels:map[string]string{addonmanager.kubernetes.io/mode: Reconcile,integration-test: storage-provisioner,io.kubernetes.container.name: POD,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d5b587a6-418b-47e5-9bf7-3fb6fa5e3372,},Annotations:map[string]string{kubectl.kubernetes.io/last-applied-configuration: {\"apiVersion\":\"v1\",\"kind\":\"Pod\",\"metadata\":{\"annotations\":{},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"Reconcile\",\"integration-test\":\"storage-provisioner\"},\"name\":\"storage-provisioner\",\"namespace\":\"kube-system\"},\"spec\":{\"containers\":[{\"command\":[\"/storage-provisioner\"],\"image\":\"gcr.io/k8s-minikube/storage-provisioner:v5\",\"imagePullPolicy\":\"IfNotPresent\",\"name\":\"storage-provisioner\",\"volumeMounts\":[{\"mountPath\":\"/tmp\",\"name\":\"tmp\"}]}],\"hostNetwork\":true,\"serviceAccountName\":\"storage-provisioner\",\"volumes\":[{\"hostPath\":{\"path\":\"/tmp\",\"ty
pe\":\"Directory\"},\"name\":\"tmp\"}]}}\n,kubernetes.io/config.seen: 2024-10-01T19:20:48.833089109Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:69e4ceb6e3399a835dcd125c01919d9053abee035e3bf2b2595377489dc56cb8,Metadata:&PodSandboxMetadata{Name:coredns-7c65d6cfc9-v2wsx,Uid:8e3dd318-5017-4ada-bf2f-61b640ee2030,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1727810449146909574,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: coredns-7c65d6cfc9-v2wsx,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8e3dd318-5017-4ada-bf2f-61b640ee2030,k8s-app: kube-dns,pod-template-hash: 7c65d6cfc9,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-01T19:20:48.833790629Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:b4ab4980fd9c6cd234ac1f28d252c896bc77b9f7b271045be59cae0784f96217,Metadata:&PodSandboxMetadata{Name:coredns-7c65d6cfc9-hd5hv,Uid:31f0afff-5571-46d6-888f-8982c71ba191,Namespace:kube-system,Atte
mpt:0,},State:SANDBOX_READY,CreatedAt:1727810449136545895,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: coredns-7c65d6cfc9-hd5hv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 31f0afff-5571-46d6-888f-8982c71ba191,k8s-app: kube-dns,pod-template-hash: 7c65d6cfc9,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-01T19:20:48.824987880Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:f7fcfb918d1fd69f11a77764747f9408ce5ec85d4f114f22269ab22622168240,Metadata:&PodSandboxMetadata{Name:kindnet-wnr6g,Uid:89e11419-0c5c-486e-bdbf-eaf6fab1e62c,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1727810436813914354,Labels:map[string]string{app: kindnet,controller-revision-hash: 65cbdfc95f,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kindnet-wnr6g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 89e11419-0c5c-486e-bdbf-eaf6fab1e62c,k8s-app: kindnet,pod-template-generation: 1,tier: node,},Annotati
ons:map[string]string{kubernetes.io/config.seen: 2024-10-01T19:20:35.888519006Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:65474abfbeabf483f4a28a3e3229b175f3f41ffad78ea5d1303d49d9419d3ec5,Metadata:&PodSandboxMetadata{Name:kube-proxy-zpsll,Uid:c18fec3c-2880-4860-b220-a44d5e523bed,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1727810436811137861,Labels:map[string]string{controller-revision-hash: 648b489c5b,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-proxy-zpsll,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c18fec3c-2880-4860-b220-a44d5e523bed,k8s-app: kube-proxy,pod-template-generation: 1,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-01T19:20:35.894320364Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:cb787d15fa3b89fa5c4a479def2aed57fb03a1d1abdf07f6170488ae8f5b774f,Metadata:&PodSandboxMetadata{Name:kube-vip-ha-193737,Uid:00cf6ac3eb69fe181eb29ee323afb176,Namespace:kube-system,Attempt:0,},Sta
te:SANDBOX_READY,CreatedAt:1727810424463689607,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-vip-ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 00cf6ac3eb69fe181eb29ee323afb176,},Annotations:map[string]string{kubernetes.io/config.hash: 00cf6ac3eb69fe181eb29ee323afb176,kubernetes.io/config.seen: 2024-10-01T19:20:23.971420116Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:f74fa319889b0624f5157b5a226af0e5a24f37f6922332d6e0037af95aa50aef,Metadata:&PodSandboxMetadata{Name:kube-apiserver-ha-193737,Uid:26cd510d04d444e2a3fd26699f0dbb26,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1727810424458185869,Labels:map[string]string{component: kube-apiserver,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-apiserver-ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 26cd510d04d444e2a3fd26699f0dbb26,tier: control-plane,},Annotations:map[string]string{kubeadm.kubernetes.io/kube-apis
erver.advertise-address.endpoint: 192.168.39.14:8443,kubernetes.io/config.hash: 26cd510d04d444e2a3fd26699f0dbb26,kubernetes.io/config.seen: 2024-10-01T19:20:23.971416640Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:4873897c8ffd7c74e4093155af6f4743491c9dcea652c8fba96e6904de277652,Metadata:&PodSandboxMetadata{Name:kube-scheduler-ha-193737,Uid:0322ee97040a2f569785dff412cf907f,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1727810424450474160,Labels:map[string]string{component: kube-scheduler,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-scheduler-ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0322ee97040a2f569785dff412cf907f,tier: control-plane,},Annotations:map[string]string{kubernetes.io/config.hash: 0322ee97040a2f569785dff412cf907f,kubernetes.io/config.seen: 2024-10-01T19:20:23.971419282Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:d6e9deea0a8069c598634405f46a9fa565d1d0b888716c0c94e4ed5b44588a10,Meta
data:&PodSandboxMetadata{Name:kube-controller-manager-ha-193737,Uid:de600bfbca1d9c3f01fa833eb2f872cd,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1727810424450223399,Labels:map[string]string{component: kube-controller-manager,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-controller-manager-ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: de600bfbca1d9c3f01fa833eb2f872cd,tier: control-plane,},Annotations:map[string]string{kubernetes.io/config.hash: de600bfbca1d9c3f01fa833eb2f872cd,kubernetes.io/config.seen: 2024-10-01T19:20:23.971418215Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:c74bc4df7851a3393d5eca165d5e24dbdef7af644bc9844819bad425c8663aac,Metadata:&PodSandboxMetadata{Name:etcd-ha-193737,Uid:b7769b1af58540331dfe5effd67e84a0,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1727810424434200231,Labels:map[string]string{component: etcd,io.kubernetes.container.name: POD,io.kubernetes.pod.name: etcd-ha-193737,io
.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b7769b1af58540331dfe5effd67e84a0,tier: control-plane,},Annotations:map[string]string{kubeadm.kubernetes.io/etcd.advertise-client-urls: https://192.168.39.14:2379,kubernetes.io/config.hash: b7769b1af58540331dfe5effd67e84a0,kubernetes.io/config.seen: 2024-10-01T19:20:23.971412372Z,kubernetes.io/config.source: file,},RuntimeHandler:,},},}" file="otel-collector/interceptors.go:74" id=4c82a4bd-3fdb-4370-b375-8c16ffb76e4c name=/runtime.v1.RuntimeService/ListPodSandbox
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.518273560Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=0c1072b8-1b2c-4f51-bd6e-ae4fe5a32249 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.518327312Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=0c1072b8-1b2c-4f51-bd6e-ae4fe5a32249 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.518567818Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:d523f1298c385184a9e7db15e8734998757e06fff0e55aa1844ab59ccf00f07e,PodSandboxId:8ddf36dc2effd5b387a7cb5392afc6a34d689dee2d0047e27480f81871db6f74,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1727810590371295276,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-rbjkx,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: ba3ecbe1-fb88-4674-b679-a442b28cd68e,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:75485355206ed8610939d128b62d0d55ec84cbb8615f7261469f854e52b6447d,PodSandboxId:7ea8efe8e5b7908a13d9ad3be6c8e7a9e871b332f5889126ea13429055eaaed3,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1727810449416160580,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d5b587a6-418b-47e5-9bf7-3fb6fa5e3372,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b9a32cfd9baece55551b1df51ab0ed27b91b91c878d698f5862fff2fbf70d0a3,PodSandboxId:b4ab4980fd9c6cd234ac1f28d252c896bc77b9f7b271045be59cae0784f96217,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727810449360614251,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-hd5hv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 31f0afff-5571-46d6-888f-8982c71ba191,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c598f8345f1d86d70694138db26efde7af8aab971a5fa89ba6ab6e7468c8191a,PodSandboxId:69e4ceb6e3399a835dcd125c01919d9053abee035e3bf2b2595377489dc56cb8,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727810449354501899,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-v2wsx,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8e3dd318-50
17-4ada-bf2f-61b640ee2030,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:25b91984e532b8571863aa92120cdc813f23e6394cbbdbe3f30aacdaa98bd525,PodSandboxId:f7fcfb918d1fd69f11a77764747f9408ce5ec85d4f114f22269ab22622168240,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17278104
37213853474,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-wnr6g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 89e11419-0c5c-486e-bdbf-eaf6fab1e62c,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6ce5a1ca06729791a2b24b6dccf36f1cf98d23a263a6907081cd8f4885f9610c,PodSandboxId:65474abfbeabf483f4a28a3e3229b175f3f41ffad78ea5d1303d49d9419d3ec5,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1727810437061931545,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-zpsll,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c18fec3c-2880-4860-b220-a44d5e523bed,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c962c4138a0019c76f981b72e8948efd386403002bb686f7e70c38bc20c3d542,PodSandboxId:cb787d15fa3b89fa5c4a479def2aed57fb03a1d1abdf07f6170488ae8f5b774f,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1727810427447788769,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 00cf6ac3eb69fe181eb29ee323afb176,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d7d722793679c0adf054005c0f4166c7306fbfeeb10594a6395130db2f366dd7,PodSandboxId:4873897c8ffd7c74e4093155af6f4743491c9dcea652c8fba96e6904de277652,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1727810424745051374,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0322ee97040a2f569785dff412cf907f,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7092a3841df088f68cbc08587792dbde5f29e48ed792054959328dc83401229e,PodSandboxId:c74bc4df7851a3393d5eca165d5e24dbdef7af644bc9844819bad425c8663aac,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1727810424759083818,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-
ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b7769b1af58540331dfe5effd67e84a0,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d2c57920320eb65f4477cbff8aec818a7ecddb3461a77ca111172e4d1a5f7e71,PodSandboxId:f74fa319889b0624f5157b5a226af0e5a24f37f6922332d6e0037af95aa50aef,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1727810424668320387,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-193737,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: 26cd510d04d444e2a3fd26699f0dbb26,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fc9d05172b801a89ec36c0d0d549bfeee1aafb67f6586e3f4f163cb63f01d062,PodSandboxId:d6e9deea0a8069c598634405f46a9fa565d1d0b888716c0c94e4ed5b44588a10,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1727810424633610117,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-193737,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: de600bfbca1d9c3f01fa833eb2f872cd,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=0c1072b8-1b2c-4f51-bd6e-ae4fe5a32249 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.548282378Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=9e6402c7-e122-40c0-90c8-c10a517a53de name=/runtime.v1.RuntimeService/Version
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.548370972Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=9e6402c7-e122-40c0-90c8-c10a517a53de name=/runtime.v1.RuntimeService/Version
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.549466672Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=97158743-13f7-43f6-b648-ec076a3b05e4 name=/runtime.v1.ImageService/ImageFsInfo
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.549918550Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810825549893566,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=97158743-13f7-43f6-b648-ec076a3b05e4 name=/runtime.v1.ImageService/ImageFsInfo
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.550341786Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=3ba70b19-fd69-4c13-8ba2-50b88c5090a7 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.550407914Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=3ba70b19-fd69-4c13-8ba2-50b88c5090a7 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 19:27:05 ha-193737 crio[661]: time="2024-10-01 19:27:05.550656531Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:d523f1298c385184a9e7db15e8734998757e06fff0e55aa1844ab59ccf00f07e,PodSandboxId:8ddf36dc2effd5b387a7cb5392afc6a34d689dee2d0047e27480f81871db6f74,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1727810590371295276,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-rbjkx,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: ba3ecbe1-fb88-4674-b679-a442b28cd68e,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:75485355206ed8610939d128b62d0d55ec84cbb8615f7261469f854e52b6447d,PodSandboxId:7ea8efe8e5b7908a13d9ad3be6c8e7a9e871b332f5889126ea13429055eaaed3,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1727810449416160580,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d5b587a6-418b-47e5-9bf7-3fb6fa5e3372,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b9a32cfd9baece55551b1df51ab0ed27b91b91c878d698f5862fff2fbf70d0a3,PodSandboxId:b4ab4980fd9c6cd234ac1f28d252c896bc77b9f7b271045be59cae0784f96217,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727810449360614251,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-hd5hv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 31f0afff-5571-46d6-888f-8982c71ba191,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c598f8345f1d86d70694138db26efde7af8aab971a5fa89ba6ab6e7468c8191a,PodSandboxId:69e4ceb6e3399a835dcd125c01919d9053abee035e3bf2b2595377489dc56cb8,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727810449354501899,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-v2wsx,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8e3dd318-50
17-4ada-bf2f-61b640ee2030,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:25b91984e532b8571863aa92120cdc813f23e6394cbbdbe3f30aacdaa98bd525,PodSandboxId:f7fcfb918d1fd69f11a77764747f9408ce5ec85d4f114f22269ab22622168240,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17278104
37213853474,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-wnr6g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 89e11419-0c5c-486e-bdbf-eaf6fab1e62c,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6ce5a1ca06729791a2b24b6dccf36f1cf98d23a263a6907081cd8f4885f9610c,PodSandboxId:65474abfbeabf483f4a28a3e3229b175f3f41ffad78ea5d1303d49d9419d3ec5,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1727810437061931545,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-zpsll,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c18fec3c-2880-4860-b220-a44d5e523bed,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c962c4138a0019c76f981b72e8948efd386403002bb686f7e70c38bc20c3d542,PodSandboxId:cb787d15fa3b89fa5c4a479def2aed57fb03a1d1abdf07f6170488ae8f5b774f,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1727810427447788769,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 00cf6ac3eb69fe181eb29ee323afb176,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d7d722793679c0adf054005c0f4166c7306fbfeeb10594a6395130db2f366dd7,PodSandboxId:4873897c8ffd7c74e4093155af6f4743491c9dcea652c8fba96e6904de277652,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1727810424745051374,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0322ee97040a2f569785dff412cf907f,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7092a3841df088f68cbc08587792dbde5f29e48ed792054959328dc83401229e,PodSandboxId:c74bc4df7851a3393d5eca165d5e24dbdef7af644bc9844819bad425c8663aac,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1727810424759083818,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-
ha-193737,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b7769b1af58540331dfe5effd67e84a0,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d2c57920320eb65f4477cbff8aec818a7ecddb3461a77ca111172e4d1a5f7e71,PodSandboxId:f74fa319889b0624f5157b5a226af0e5a24f37f6922332d6e0037af95aa50aef,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1727810424668320387,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-193737,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: 26cd510d04d444e2a3fd26699f0dbb26,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fc9d05172b801a89ec36c0d0d549bfeee1aafb67f6586e3f4f163cb63f01d062,PodSandboxId:d6e9deea0a8069c598634405f46a9fa565d1d0b888716c0c94e4ed5b44588a10,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1727810424633610117,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-193737,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: de600bfbca1d9c3f01fa833eb2f872cd,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=3ba70b19-fd69-4c13-8ba2-50b88c5090a7 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
d523f1298c385 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 8ddf36dc2effd busybox-7dff88458-rbjkx
75485355206ed 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 7ea8efe8e5b79 storage-provisioner
b9a32cfd9baec c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 b4ab4980fd9c6 coredns-7c65d6cfc9-hd5hv
c598f8345f1d8 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 69e4ceb6e3399 coredns-7c65d6cfc9-v2wsx
25b91984e532b 12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f 6 minutes ago Running kindnet-cni 0 f7fcfb918d1fd kindnet-wnr6g
6ce5a1ca06729 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 6 minutes ago Running kube-proxy 0 65474abfbeabf kube-proxy-zpsll
c962c4138a001 ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413 6 minutes ago Running kube-vip 0 cb787d15fa3b8 kube-vip-ha-193737
7092a3841df08 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 c74bc4df7851a etcd-ha-193737
d7d722793679c 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 6 minutes ago Running kube-scheduler 0 4873897c8ffd7 kube-scheduler-ha-193737
d2c57920320eb 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 6 minutes ago Running kube-apiserver 0 f74fa319889b0 kube-apiserver-ha-193737
fc9d05172b801 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 6 minutes ago Running kube-controller-manager 0 d6e9deea0a806 kube-controller-manager-ha-193737
==> coredns [b9a32cfd9baece55551b1df51ab0ed27b91b91c878d698f5862fff2fbf70d0a3] <==
[INFO] 10.244.1.2:43526 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.003536908s
[INFO] 10.244.1.2:59594 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.012224538s
[INFO] 10.244.2.2:37785 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000112105s
[INFO] 10.244.0.4:34398 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000118394s
[INFO] 10.244.0.4:35218 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001965777s
[INFO] 10.244.1.2:56827 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00018086s
[INFO] 10.244.1.2:50439 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.003922693s
[INFO] 10.244.2.2:33611 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000123417s
[INFO] 10.244.2.2:37877 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000204398s
[INFO] 10.244.2.2:42894 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000164711s
[INFO] 10.244.0.4:58512 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00012749s
[INFO] 10.244.0.4:60496 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000126088s
[INFO] 10.244.0.4:42876 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000054151s
[INFO] 10.244.0.4:46048 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001023388s
[INFO] 10.244.0.4:45307 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000069619s
[INFO] 10.244.0.4:54830 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000086737s
[INFO] 10.244.1.2:56566 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000104818s
[INFO] 10.244.2.2:44960 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00017462s
[INFO] 10.244.2.2:35520 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000147677s
[INFO] 10.244.0.4:34887 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000089068s
[INFO] 10.244.0.4:47038 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000093137s
[INFO] 10.244.1.2:44935 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000181924s
[INFO] 10.244.2.2:51593 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000184246s
[INFO] 10.244.2.2:37070 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000101666s
[INFO] 10.244.0.4:49420 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000115127s
==> coredns [c598f8345f1d86d70694138db26efde7af8aab971a5fa89ba6ab6e7468c8191a] <==
[INFO] 10.244.1.2:42880 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000139838s
[INFO] 10.244.1.2:41832 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000162686s
[INFO] 10.244.1.2:46697 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000110911s
[INFO] 10.244.2.2:37495 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001830157s
[INFO] 10.244.2.2:39183 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000155283s
[INFO] 10.244.2.2:47614 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000170182s
[INFO] 10.244.2.2:52937 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001095974s
[INFO] 10.244.2.2:59751 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000106474s
[INFO] 10.244.0.4:55786 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001514187s
[INFO] 10.244.0.4:56387 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000050769s
[INFO] 10.244.1.2:54787 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00013733s
[INFO] 10.244.1.2:58281 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000113165s
[INFO] 10.244.1.2:48712 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000097722s
[INFO] 10.244.2.2:57237 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000152523s
[INFO] 10.244.2.2:47314 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000106445s
[INFO] 10.244.0.4:43887 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000199016s
[INFO] 10.244.0.4:49901 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000240769s
[INFO] 10.244.1.2:54100 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000210259s
[INFO] 10.244.1.2:60342 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000221646s
[INFO] 10.244.1.2:33783 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000165277s
[INFO] 10.244.2.2:45378 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000197846s
[INFO] 10.244.2.2:33324 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000101556s
[INFO] 10.244.0.4:40016 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000071122s
[INFO] 10.244.0.4:40114 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000135338s
[INFO] 10.244.0.4:53904 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.00006854s
==> describe nodes <==
Name: ha-193737
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-193737
kubernetes.io/os=linux
minikube.k8s.io/commit=028fa3fa4ead204345663a497a11836d2b7758c4
minikube.k8s.io/name=ha-193737
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_01T19_20_31_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 01 Oct 2024 19:20:27 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-193737
AcquireTime: <unset>
RenewTime: Tue, 01 Oct 2024 19:27:00 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 01 Oct 2024 19:23:34 +0000 Tue, 01 Oct 2024 19:20:27 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 01 Oct 2024 19:23:34 +0000 Tue, 01 Oct 2024 19:20:27 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 01 Oct 2024 19:23:34 +0000 Tue, 01 Oct 2024 19:20:27 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 01 Oct 2024 19:23:34 +0000 Tue, 01 Oct 2024 19:20:48 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.14
Hostname: ha-193737
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 008c1ccd624b4ab3b90055ff9f65b018
System UUID: 008c1ccd-624b-4ab3-b900-55ff9f65b018
Boot ID: ad12c9f1-7a18-4d35-9ec9-00d91da3365b
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-rbjkx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m59s
kube-system coredns-7c65d6cfc9-hd5hv 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m29s
kube-system coredns-7c65d6cfc9-v2wsx 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m29s
kube-system etcd-ha-193737 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m34s
kube-system kindnet-wnr6g 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m30s
kube-system kube-apiserver-ha-193737 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m34s
kube-system kube-controller-manager-ha-193737 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m37s
kube-system kube-proxy-zpsll 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m30s
kube-system kube-scheduler-ha-193737 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m34s
kube-system kube-vip-ha-193737 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m36s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m28s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m28s kube-proxy
Normal Starting 6m42s kubelet Starting kubelet.
Normal NodeHasSufficientPID 6m41s (x7 over 6m42s) kubelet Node ha-193737 status is now: NodeHasSufficientPID
Normal NodeHasSufficientMemory 6m41s (x8 over 6m42s) kubelet Node ha-193737 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m41s (x8 over 6m42s) kubelet Node ha-193737 status is now: NodeHasNoDiskPressure
Normal NodeAllocatableEnforced 6m41s kubelet Updated Node Allocatable limit across pods
Normal Starting 6m35s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m34s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m34s kubelet Node ha-193737 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m34s kubelet Node ha-193737 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m34s kubelet Node ha-193737 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m30s node-controller Node ha-193737 event: Registered Node ha-193737 in Controller
Normal NodeReady 6m17s kubelet Node ha-193737 status is now: NodeReady
Normal RegisteredNode 5m34s node-controller Node ha-193737 event: Registered Node ha-193737 in Controller
Normal RegisteredNode 4m19s node-controller Node ha-193737 event: Registered Node ha-193737 in Controller
Name: ha-193737-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-193737-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=028fa3fa4ead204345663a497a11836d2b7758c4
minikube.k8s.io/name=ha-193737
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_01T19_21_26_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 01 Oct 2024 19:21:23 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-193737-m02
AcquireTime: <unset>
RenewTime: Tue, 01 Oct 2024 19:24:17 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Tue, 01 Oct 2024 19:23:25 +0000 Tue, 01 Oct 2024 19:25:00 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Tue, 01 Oct 2024 19:23:25 +0000 Tue, 01 Oct 2024 19:25:00 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Tue, 01 Oct 2024 19:23:25 +0000 Tue, 01 Oct 2024 19:25:00 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Tue, 01 Oct 2024 19:23:25 +0000 Tue, 01 Oct 2024 19:25:00 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.27
Hostname: ha-193737-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: e20c76476d7c4acaa5fd75e5b8fa3bab
System UUID: e20c7647-6d7c-4aca-a5fd-75e5b8fa3bab
Boot ID: 6ae84c19-5df4-457f-b75c-eae86d5e0ee1
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-fz5bb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m59s
kube-system etcd-ha-193737-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m40s
kube-system kindnet-drdlr 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m42s
kube-system kube-apiserver-ha-193737-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m40s
kube-system kube-controller-manager-ha-193737-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m33s
kube-system kube-proxy-4294m 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m42s
kube-system kube-scheduler-ha-193737-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m40s
kube-system kube-vip-ha-193737-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m37s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m38s kube-proxy
Normal NodeHasSufficientMemory 5m42s (x8 over 5m42s) kubelet Node ha-193737-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m42s (x8 over 5m42s) kubelet Node ha-193737-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m42s (x7 over 5m42s) kubelet Node ha-193737-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m42s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m40s node-controller Node ha-193737-m02 event: Registered Node ha-193737-m02 in Controller
Normal RegisteredNode 5m34s node-controller Node ha-193737-m02 event: Registered Node ha-193737-m02 in Controller
Normal RegisteredNode 4m19s node-controller Node ha-193737-m02 event: Registered Node ha-193737-m02 in Controller
Normal NodeNotReady 2m5s node-controller Node ha-193737-m02 status is now: NodeNotReady
Name: ha-193737-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-193737-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=028fa3fa4ead204345663a497a11836d2b7758c4
minikube.k8s.io/name=ha-193737
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_01T19_22_42_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 01 Oct 2024 19:22:38 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-193737-m03
AcquireTime: <unset>
RenewTime: Tue, 01 Oct 2024 19:27:03 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 01 Oct 2024 19:23:39 +0000 Tue, 01 Oct 2024 19:22:38 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 01 Oct 2024 19:23:39 +0000 Tue, 01 Oct 2024 19:22:38 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 01 Oct 2024 19:23:39 +0000 Tue, 01 Oct 2024 19:22:38 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 01 Oct 2024 19:23:39 +0000 Tue, 01 Oct 2024 19:22:59 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.101
Hostname: ha-193737-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: f175e16bf19e4217880e926a75ac0065
System UUID: f175e16b-f19e-4217-880e-926a75ac0065
Boot ID: 5dc1c664-a01d-46eb-a066-a1970597b392
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-qzzzv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m59s
kube-system etcd-ha-193737-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m25s
kube-system kindnet-bqht8 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m27s
kube-system kube-apiserver-ha-193737-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m25s
kube-system kube-controller-manager-ha-193737-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m20s
kube-system kube-proxy-9pm4t 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m27s
kube-system kube-scheduler-ha-193737-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m21s
kube-system kube-vip-ha-193737-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m23s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m23s kube-proxy
Normal NodeHasSufficientMemory 4m27s (x8 over 4m27s) kubelet Node ha-193737-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m27s (x8 over 4m27s) kubelet Node ha-193737-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m27s (x7 over 4m27s) kubelet Node ha-193737-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m27s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m25s node-controller Node ha-193737-m03 event: Registered Node ha-193737-m03 in Controller
Normal RegisteredNode 4m24s node-controller Node ha-193737-m03 event: Registered Node ha-193737-m03 in Controller
Normal RegisteredNode 4m19s node-controller Node ha-193737-m03 event: Registered Node ha-193737-m03 in Controller
Name: ha-193737-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-193737-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=028fa3fa4ead204345663a497a11836d2b7758c4
minikube.k8s.io/name=ha-193737
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_01T19_23_47_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 01 Oct 2024 19:23:46 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-193737-m04
AcquireTime: <unset>
RenewTime: Tue, 01 Oct 2024 19:27:02 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 01 Oct 2024 19:24:17 +0000 Tue, 01 Oct 2024 19:23:46 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 01 Oct 2024 19:24:17 +0000 Tue, 01 Oct 2024 19:23:46 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 01 Oct 2024 19:24:17 +0000 Tue, 01 Oct 2024 19:23:46 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 01 Oct 2024 19:24:17 +0000 Tue, 01 Oct 2024 19:24:06 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.152
Hostname: ha-193737-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: ef1097b5e0604ff19d7361f2921010b9
System UUID: ef1097b5-e060-4ff1-9d73-61f2921010b9
Boot ID: e616be63-4a8a-41b8-a0fc-2b1d892a1200
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-h886q 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m20s
kube-system kube-proxy-hz2nn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m20s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m14s kube-proxy
Normal NodeHasSufficientMemory 3m20s (x3 over 3m20s) kubelet Node ha-193737-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m20s (x3 over 3m20s) kubelet Node ha-193737-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m20s (x3 over 3m20s) kubelet Node ha-193737-m04 status is now: NodeHasSufficientPID
Normal RegisteredNode 3m16s node-controller Node ha-193737-m04 event: Registered Node ha-193737-m04 in Controller
Normal RegisteredNode 3m15s node-controller Node ha-193737-m04 event: Registered Node ha-193737-m04 in Controller
Normal RegisteredNode 3m15s node-controller Node ha-193737-m04 event: Registered Node ha-193737-m04 in Controller
Normal NodeReady 3m kubelet Node ha-193737-m04 status is now: NodeReady
==> dmesg <==
[Oct 1 19:19] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.050773] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.037054] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.754509] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +1.921161] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[Oct 1 19:20] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +10.804167] systemd-fstab-generator[584]: Ignoring "noauto" option for root device
[ +0.059657] kauditd_printk_skb: 1 callbacks suppressed
[ +0.065329] systemd-fstab-generator[596]: Ignoring "noauto" option for root device
[ +0.157689] systemd-fstab-generator[610]: Ignoring "noauto" option for root device
[ +0.148971] systemd-fstab-generator[622]: Ignoring "noauto" option for root device
[ +0.256595] systemd-fstab-generator[652]: Ignoring "noauto" option for root device
[ +3.897654] systemd-fstab-generator[745]: Ignoring "noauto" option for root device
[ +5.026995] systemd-fstab-generator[888]: Ignoring "noauto" option for root device
[ +0.059544] kauditd_printk_skb: 158 callbacks suppressed
[ +7.061605] systemd-fstab-generator[1305]: Ignoring "noauto" option for root device
[ +0.119912] kauditd_printk_skb: 79 callbacks suppressed
[ +6.150839] kauditd_printk_skb: 21 callbacks suppressed
[ +12.375138] kauditd_printk_skb: 38 callbacks suppressed
[Oct 1 19:21] kauditd_printk_skb: 24 callbacks suppressed
==> etcd [7092a3841df088f68cbc08587792dbde5f29e48ed792054959328dc83401229e] <==
{"level":"warn","ts":"2024-10-01T19:27:05.815793Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.819952Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.830916Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.838326Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.845905Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.849497Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.857584Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.859772Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.874078Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.168.39.27:2380/version","remote-member-id":"be719cfe4c1d88a","error":"Get \"https://192.168.39.27:2380/version\": dial tcp 192.168.39.27:2380: i/o timeout"}
{"level":"warn","ts":"2024-10-01T19:27:05.874213Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"be719cfe4c1d88a","error":"Get \"https://192.168.39.27:2380/version\": dial tcp 192.168.39.27:2380: i/o timeout"}
{"level":"warn","ts":"2024-10-01T19:27:05.927603Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.935148Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.942467Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.947011Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.952048Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.959777Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.961672Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.968475Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.976477Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.980881Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.984457Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.987935Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:05.993814Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:06.000376Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T19:27:06.058957Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"599035dfeb7e0476","from":"599035dfeb7e0476","remote-peer-id":"be719cfe4c1d88a","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
19:27:06 up 7 min, 0 users, load average: 0.37, 0.33, 0.18
Linux ha-193737 5.10.207 #1 SMP Mon Sep 23 21:01:39 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [25b91984e532b8571863aa92120cdc813f23e6394cbbdbe3f30aacdaa98bd525] <==
I1001 19:26:28.354480 1 main.go:322] Node ha-193737-m04 has CIDR [10.244.3.0/24]
I1001 19:26:38.345063 1 main.go:295] Handling node with IPs: map[192.168.39.14:{}]
I1001 19:26:38.345186 1 main.go:299] handling current node
I1001 19:26:38.345230 1 main.go:295] Handling node with IPs: map[192.168.39.27:{}]
I1001 19:26:38.345253 1 main.go:322] Node ha-193737-m02 has CIDR [10.244.1.0/24]
I1001 19:26:38.345420 1 main.go:295] Handling node with IPs: map[192.168.39.101:{}]
I1001 19:26:38.345447 1 main.go:322] Node ha-193737-m03 has CIDR [10.244.2.0/24]
I1001 19:26:38.345532 1 main.go:295] Handling node with IPs: map[192.168.39.152:{}]
I1001 19:26:38.345554 1 main.go:322] Node ha-193737-m04 has CIDR [10.244.3.0/24]
I1001 19:26:48.348795 1 main.go:295] Handling node with IPs: map[192.168.39.27:{}]
I1001 19:26:48.348915 1 main.go:322] Node ha-193737-m02 has CIDR [10.244.1.0/24]
I1001 19:26:48.349232 1 main.go:295] Handling node with IPs: map[192.168.39.101:{}]
I1001 19:26:48.349245 1 main.go:322] Node ha-193737-m03 has CIDR [10.244.2.0/24]
I1001 19:26:48.349309 1 main.go:295] Handling node with IPs: map[192.168.39.152:{}]
I1001 19:26:48.349316 1 main.go:322] Node ha-193737-m04 has CIDR [10.244.3.0/24]
I1001 19:26:48.349384 1 main.go:295] Handling node with IPs: map[192.168.39.14:{}]
I1001 19:26:48.349392 1 main.go:299] handling current node
I1001 19:26:58.353065 1 main.go:295] Handling node with IPs: map[192.168.39.14:{}]
I1001 19:26:58.353567 1 main.go:299] handling current node
I1001 19:26:58.353642 1 main.go:295] Handling node with IPs: map[192.168.39.27:{}]
I1001 19:26:58.353908 1 main.go:322] Node ha-193737-m02 has CIDR [10.244.1.0/24]
I1001 19:26:58.354113 1 main.go:295] Handling node with IPs: map[192.168.39.101:{}]
I1001 19:26:58.354274 1 main.go:322] Node ha-193737-m03 has CIDR [10.244.2.0/24]
I1001 19:26:58.354412 1 main.go:295] Handling node with IPs: map[192.168.39.152:{}]
I1001 19:26:58.354463 1 main.go:322] Node ha-193737-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [d2c57920320eb65f4477cbff8aec818a7ecddb3461a77ca111172e4d1a5f7e71] <==
I1001 19:20:35.856444 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1001 19:20:35.965501 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1001 19:21:24.240949 1 writers.go:122] "Unhandled Error" err="apiserver was unable to write a JSON response: http: Handler timeout" logger="UnhandledError"
E1001 19:21:24.240967 1 finisher.go:175] "Unhandled Error" err="FinishRequest: post-timeout activity - time-elapsed: 17.015µs, panicked: false, err: context canceled, panic-reason: <nil>" logger="UnhandledError"
E1001 19:21:24.242740 1 status.go:71] "Unhandled Error" err="apiserver received an error that is not an metav1.Status: &errors.errorString{s:\"http: Handler timeout\"}: http: Handler timeout" logger="UnhandledError"
E1001 19:21:24.244065 1 writers.go:135] "Unhandled Error" err="apiserver was unable to write a fallback JSON response: http: Handler timeout" logger="UnhandledError"
E1001 19:21:24.245377 1 timeout.go:140] "Post-timeout activity" logger="UnhandledError" timeElapsed="4.686767ms" method="POST" path="/api/v1/namespaces/kube-system/events" result=null
E1001 19:23:11.375797 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53914: use of closed network connection
E1001 19:23:11.551258 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53928: use of closed network connection
E1001 19:23:11.731362 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53936: use of closed network connection
E1001 19:23:11.972041 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53954: use of closed network connection
E1001 19:23:12.366625 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53984: use of closed network connection
E1001 19:23:12.546073 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54012: use of closed network connection
E1001 19:23:12.732610 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54022: use of closed network connection
E1001 19:23:12.902151 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54038: use of closed network connection
E1001 19:23:13.375286 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54102: use of closed network connection
E1001 19:23:13.554664 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54126: use of closed network connection
E1001 19:23:13.743236 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54138: use of closed network connection
E1001 19:23:13.926913 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54164: use of closed network connection
E1001 19:23:14.106331 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54176: use of closed network connection
E1001 19:23:47.033544 1 writers.go:122] "Unhandled Error" err="apiserver was unable to write a JSON response: http: Handler timeout" logger="UnhandledError"
E1001 19:23:47.034526 1 finisher.go:175] "Unhandled Error" err="FinishRequest: post-timeout activity - time-elapsed: 71.236µs, panicked: false, err: context canceled, panic-reason: <nil>" logger="UnhandledError"
E1001 19:23:47.042011 1 status.go:71] "Unhandled Error" err="apiserver received an error that is not an metav1.Status: &errors.errorString{s:\"http: Handler timeout\"}: http: Handler timeout" logger="UnhandledError"
E1001 19:23:47.046959 1 writers.go:135] "Unhandled Error" err="apiserver was unable to write a fallback JSON response: http: Handler timeout" logger="UnhandledError"
E1001 19:23:47.048673 1 timeout.go:140] "Post-timeout activity" logger="UnhandledError" timeElapsed="15.259067ms" method="POST" path="/api/v1/namespaces/default/events" result=null
==> kube-controller-manager [fc9d05172b801a89ec36c0d0d549bfeee1aafb67f6586e3f4f163cb63f01d062] <==
I1001 19:23:46.953662 1 actual_state_of_world.go:540] "Failed to update statusUpdateNeeded field in actual state of world" logger="persistentvolume-attach-detach-controller" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ha-193737-m04\" does not exist"
I1001 19:23:46.986878 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-193737-m04" podCIDRs=["10.244.3.0/24"]
I1001 19:23:46.986941 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m04"
I1001 19:23:46.987007 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m04"
I1001 19:23:47.215804 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m04"
I1001 19:23:47.592799 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m04"
I1001 19:23:50.155095 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-193737-m04"
I1001 19:23:50.259908 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m04"
I1001 19:23:51.578375 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m04"
I1001 19:23:51.680209 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m04"
I1001 19:23:51.931826 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m04"
I1001 19:23:52.014093 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m04"
I1001 19:23:57.305544 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m04"
I1001 19:24:06.597966 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m04"
I1001 19:24:06.598358 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-193737-m04"
I1001 19:24:06.614401 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m04"
I1001 19:24:06.949883 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m04"
I1001 19:24:17.699273 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m04"
I1001 19:25:00.186561 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m02"
I1001 19:25:00.186799 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-193737-m04"
I1001 19:25:00.216973 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m02"
I1001 19:25:00.303275 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="68.678995ms"
I1001 19:25:00.303561 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="142.589µs"
I1001 19:25:01.983529 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m02"
I1001 19:25:05.453661 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-193737-m02"
==> kube-proxy [6ce5a1ca06729791a2b24b6dccf36f1cf98d23a263a6907081cd8f4885f9610c] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1001 19:20:37.420079 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1001 19:20:37.442921 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.14"]
E1001 19:20:37.443047 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1001 19:20:37.482251 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1001 19:20:37.482297 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1001 19:20:37.482322 1 server_linux.go:169] "Using iptables Proxier"
I1001 19:20:37.485863 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1001 19:20:37.486623 1 server.go:483] "Version info" version="v1.31.1"
I1001 19:20:37.486654 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1001 19:20:37.489107 1 config.go:199] "Starting service config controller"
I1001 19:20:37.489328 1 config.go:105] "Starting endpoint slice config controller"
I1001 19:20:37.489656 1 shared_informer.go:313] Waiting for caches to sync for service config
I1001 19:20:37.489772 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1001 19:20:37.491468 1 config.go:328] "Starting node config controller"
I1001 19:20:37.491495 1 shared_informer.go:313] Waiting for caches to sync for node config
I1001 19:20:37.590528 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1001 19:20:37.590619 1 shared_informer.go:320] Caches are synced for service config
I1001 19:20:37.591994 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [d7d722793679c0adf054005c0f4166c7306fbfeeb10594a6395130db2f366dd7] <==
E1001 19:20:29.084572 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1001 19:20:30.974700 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1001 19:23:06.369501 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-rbjkx\": pod busybox-7dff88458-rbjkx is already assigned to node \"ha-193737\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-rbjkx" node="ha-193737"
E1001 19:23:06.370091 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod ba3ecbe1-fb88-4674-b679-a442b28cd68e(default/busybox-7dff88458-rbjkx) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-rbjkx"
E1001 19:23:06.370388 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-rbjkx\": pod busybox-7dff88458-rbjkx is already assigned to node \"ha-193737\"" pod="default/busybox-7dff88458-rbjkx"
I1001 19:23:06.374870 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-rbjkx" node="ha-193737"
E1001 19:23:06.474319 1 schedule_one.go:1078] "Error occurred" err="Pod default/busybox-7dff88458-9k8vh is already present in the active queue" pod="default/busybox-7dff88458-9k8vh"
E1001 19:23:06.510626 1 schedule_one.go:1078] "Error occurred" err="Pod default/busybox-7dff88458-x4nmn is already present in the active queue" pod="default/busybox-7dff88458-x4nmn"
E1001 19:23:47.032927 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-tfcsk\": pod kindnet-tfcsk is already assigned to node \"ha-193737-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-tfcsk" node="ha-193737-m04"
E1001 19:23:47.033064 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-tfcsk\": pod kindnet-tfcsk is already assigned to node \"ha-193737-m04\"" pod="kube-system/kindnet-tfcsk"
E1001 19:23:47.032927 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-hz2nn\": pod kube-proxy-hz2nn is already assigned to node \"ha-193737-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-hz2nn" node="ha-193737-m04"
E1001 19:23:47.045815 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 4f960179-106c-4201-b54b-eea8c5aea0dc(kube-system/kube-proxy-hz2nn) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-hz2nn"
E1001 19:23:47.046589 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-hz2nn\": pod kube-proxy-hz2nn is already assigned to node \"ha-193737-m04\"" pod="kube-system/kube-proxy-hz2nn"
I1001 19:23:47.046769 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-hz2nn" node="ha-193737-m04"
E1001 19:23:47.062993 1 schedule_one.go:953] "Scheduler cache AssumePod failed" err="pod 046c48a4-b41b-4a77-8949-aa553947416b(kube-system/kindnet-h886q) is in the cache, so can't be assumed" pod="kube-system/kindnet-h886q"
E1001 19:23:47.065004 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="pod 046c48a4-b41b-4a77-8949-aa553947416b(kube-system/kindnet-h886q) is in the cache, so can't be assumed" pod="kube-system/kindnet-h886q"
I1001 19:23:47.065109 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-h886q" node="ha-193737-m04"
E1001 19:23:47.081592 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-z5qhk\": pod kube-proxy-z5qhk is already assigned to node \"ha-193737-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-z5qhk" node="ha-193737-m04"
E1001 19:23:47.081864 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 785d6c85-2697-4f02-80a4-55483a0faa64(kube-system/kube-proxy-z5qhk) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-z5qhk"
E1001 19:23:47.081920 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-z5qhk\": pod kube-proxy-z5qhk is already assigned to node \"ha-193737-m04\"" pod="kube-system/kube-proxy-z5qhk"
I1001 19:23:47.083299 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-z5qhk" node="ha-193737-m04"
E1001 19:23:47.138476 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-4q2pc\": pod kindnet-4q2pc is already assigned to node \"ha-193737-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-4q2pc" node="ha-193737-m04"
E1001 19:23:47.138649 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod f23b02a5-c64e-44c3-83b9-7192d19a6efc(kube-system/kindnet-4q2pc) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-4q2pc"
E1001 19:23:47.138779 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-4q2pc\": pod kindnet-4q2pc is already assigned to node \"ha-193737-m04\"" pod="kube-system/kindnet-4q2pc"
I1001 19:23:47.138823 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-4q2pc" node="ha-193737-m04"
==> kubelet <==
Oct 01 19:25:31 ha-193737 kubelet[1313]: E1001 19:25:31.112855 1313 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810731112438565,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:25:31 ha-193737 kubelet[1313]: E1001 19:25:31.112899 1313 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810731112438565,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:25:41 ha-193737 kubelet[1313]: E1001 19:25:41.114457 1313 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810741114104863,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:25:41 ha-193737 kubelet[1313]: E1001 19:25:41.114791 1313 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810741114104863,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:25:51 ha-193737 kubelet[1313]: E1001 19:25:51.116278 1313 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810751115811001,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:25:51 ha-193737 kubelet[1313]: E1001 19:25:51.116653 1313 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810751115811001,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:26:01 ha-193737 kubelet[1313]: E1001 19:26:01.119303 1313 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810761118827447,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:26:01 ha-193737 kubelet[1313]: E1001 19:26:01.119351 1313 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810761118827447,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:26:11 ha-193737 kubelet[1313]: E1001 19:26:11.121360 1313 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810771121035313,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:26:11 ha-193737 kubelet[1313]: E1001 19:26:11.121412 1313 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810771121035313,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:26:21 ha-193737 kubelet[1313]: E1001 19:26:21.123512 1313 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810781123120430,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:26:21 ha-193737 kubelet[1313]: E1001 19:26:21.123938 1313 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810781123120430,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:26:31 ha-193737 kubelet[1313]: E1001 19:26:31.044582 1313 iptables.go:577] "Could not set up iptables canary" err=<
Oct 01 19:26:31 ha-193737 kubelet[1313]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 01 19:26:31 ha-193737 kubelet[1313]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 01 19:26:31 ha-193737 kubelet[1313]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 01 19:26:31 ha-193737 kubelet[1313]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 01 19:26:31 ha-193737 kubelet[1313]: E1001 19:26:31.126194 1313 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810791125910385,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:26:31 ha-193737 kubelet[1313]: E1001 19:26:31.126217 1313 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810791125910385,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:26:41 ha-193737 kubelet[1313]: E1001 19:26:41.128087 1313 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810801127576002,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:26:41 ha-193737 kubelet[1313]: E1001 19:26:41.128431 1313 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810801127576002,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:26:51 ha-193737 kubelet[1313]: E1001 19:26:51.130945 1313 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810811130429680,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:26:51 ha-193737 kubelet[1313]: E1001 19:26:51.131267 1313 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810811130429680,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:27:01 ha-193737 kubelet[1313]: E1001 19:27:01.134172 1313 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810821133580624,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 19:27:01 ha-193737 kubelet[1313]: E1001 19:27:01.134202 1313 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727810821133580624,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-193737 -n ha-193737
helpers_test.go:261: (dbg) Run: kubectl --context ha-193737 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.28s)