=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (3.93265217s)
ha_test.go:309: expected profile "ha-928358" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-928358\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-928358\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-928358\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.206\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.15\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.44\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.203\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\"
:false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"
MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-928358 -n ha-928358
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-928358 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-928358 logs -n 25: (1.542536401s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-928358 ssh -n | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-928358 cp ha-928358-m03:/home/docker/cp-test.txt | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358:/home/docker/cp-test_ha-928358-m03_ha-928358.txt | | | | | |
| ssh | ha-928358 ssh -n | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-928358 ssh -n ha-928358 sudo cat | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | /home/docker/cp-test_ha-928358-m03_ha-928358.txt | | | | | |
| cp | ha-928358 cp ha-928358-m03:/home/docker/cp-test.txt | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358-m02:/home/docker/cp-test_ha-928358-m03_ha-928358-m02.txt | | | | | |
| ssh | ha-928358 ssh -n | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-928358 ssh -n ha-928358-m02 sudo cat | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | /home/docker/cp-test_ha-928358-m03_ha-928358-m02.txt | | | | | |
| cp | ha-928358 cp ha-928358-m03:/home/docker/cp-test.txt | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358-m04:/home/docker/cp-test_ha-928358-m03_ha-928358-m04.txt | | | | | |
| ssh | ha-928358 ssh -n | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-928358 ssh -n ha-928358-m04 sudo cat | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | /home/docker/cp-test_ha-928358-m03_ha-928358-m04.txt | | | | | |
| cp | ha-928358 cp testdata/cp-test.txt | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-928358 ssh -n | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-928358 cp ha-928358-m04:/home/docker/cp-test.txt | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile460910791/001/cp-test_ha-928358-m04.txt | | | | | |
| ssh | ha-928358 ssh -n | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-928358 cp ha-928358-m04:/home/docker/cp-test.txt | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358:/home/docker/cp-test_ha-928358-m04_ha-928358.txt | | | | | |
| ssh | ha-928358 ssh -n | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-928358 ssh -n ha-928358 sudo cat | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | /home/docker/cp-test_ha-928358-m04_ha-928358.txt | | | | | |
| cp | ha-928358 cp ha-928358-m04:/home/docker/cp-test.txt | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358-m02:/home/docker/cp-test_ha-928358-m04_ha-928358-m02.txt | | | | | |
| ssh | ha-928358 ssh -n | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-928358 ssh -n ha-928358-m02 sudo cat | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | /home/docker/cp-test_ha-928358-m04_ha-928358-m02.txt | | | | | |
| cp | ha-928358 cp ha-928358-m04:/home/docker/cp-test.txt | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358-m03:/home/docker/cp-test_ha-928358-m04_ha-928358-m03.txt | | | | | |
| ssh | ha-928358 ssh -n | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | ha-928358-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-928358 ssh -n ha-928358-m03 sudo cat | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | 28 Oct 24 11:15 UTC |
| | /home/docker/cp-test_ha-928358-m04_ha-928358-m03.txt | | | | | |
| node | ha-928358 node stop m02 -v=7 | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:15 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-928358 node start m02 -v=7 | ha-928358 | jenkins | v1.34.0 | 28 Oct 24 11:18 UTC | |
| | --alsologtostderr | | | | | |
|---------|---------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/28 11:10:59
Running on machine: ubuntu-20-agent
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 11:10:59.463321 150723 out.go:345] Setting OutFile to fd 1 ...
I1028 11:10:59.463437 150723 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:10:59.463447 150723 out.go:358] Setting ErrFile to fd 2...
I1028 11:10:59.463453 150723 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:10:59.463619 150723 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19876-132631/.minikube/bin
I1028 11:10:59.464198 150723 out.go:352] Setting JSON to false
I1028 11:10:59.465062 150723 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent","uptime":3202,"bootTime":1730110657,"procs":188,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1028 11:10:59.465170 150723 start.go:139] virtualization: kvm guest
I1028 11:10:59.467541 150723 out.go:177] * [ha-928358] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1028 11:10:59.469144 150723 notify.go:220] Checking for updates...
I1028 11:10:59.469164 150723 out.go:177] - MINIKUBE_LOCATION=19876
I1028 11:10:59.470932 150723 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 11:10:59.472579 150723 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19876-132631/kubeconfig
I1028 11:10:59.474106 150723 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19876-132631/.minikube
I1028 11:10:59.476022 150723 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1028 11:10:59.477386 150723 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 11:10:59.478873 150723 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 11:10:59.515106 150723 out.go:177] * Using the kvm2 driver based on user configuration
I1028 11:10:59.516643 150723 start.go:297] selected driver: kvm2
I1028 11:10:59.516662 150723 start.go:901] validating driver "kvm2" against <nil>
I1028 11:10:59.516677 150723 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 11:10:59.517412 150723 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 11:10:59.517509 150723 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19876-132631/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1028 11:10:59.533665 150723 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1028 11:10:59.533714 150723 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1028 11:10:59.533960 150723 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:10:59.533991 150723 cni.go:84] Creating CNI manager for ""
I1028 11:10:59.534033 150723 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1028 11:10:59.534056 150723 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1028 11:10:59.534109 150723 start.go:340] cluster config:
{Name:ha-928358 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-928358 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1028 11:10:59.534204 150723 iso.go:125] acquiring lock: {Name:mk59dbe44ea43facc8bc783be0c660784bccad5d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 11:10:59.536334 150723 out.go:177] * Starting "ha-928358" primary control-plane node in "ha-928358" cluster
I1028 11:10:59.537748 150723 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:10:59.537794 150723 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19876-132631/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1028 11:10:59.537802 150723 cache.go:56] Caching tarball of preloaded images
I1028 11:10:59.537881 150723 preload.go:172] Found /home/jenkins/minikube-integration/19876-132631/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1028 11:10:59.537891 150723 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 11:10:59.538184 150723 profile.go:143] Saving config to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/config.json ...
I1028 11:10:59.538208 150723 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/config.json: {Name:mkb8dad6cb32a1c4cc26cae85e4e9234d9821c51 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:10:59.538374 150723 start.go:360] acquireMachinesLock for ha-928358: {Name:mk3750a0bdd2e97c7159620fd9d743a5396606c8 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1028 11:10:59.538406 150723 start.go:364] duration metric: took 16.963µs to acquireMachinesLock for "ha-928358"
I1028 11:10:59.538425 150723 start.go:93] Provisioning new machine with config: &{Name:ha-928358 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-928358 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:10:59.538479 150723 start.go:125] createHost starting for "" (driver="kvm2")
I1028 11:10:59.540050 150723 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1028 11:10:59.540188 150723 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:10:59.540238 150723 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:10:59.555032 150723 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36813
I1028 11:10:59.555455 150723 main.go:141] libmachine: () Calling .GetVersion
I1028 11:10:59.555961 150723 main.go:141] libmachine: Using API Version 1
I1028 11:10:59.556000 150723 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:10:59.556420 150723 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:10:59.556590 150723 main.go:141] libmachine: (ha-928358) Calling .GetMachineName
I1028 11:10:59.556764 150723 main.go:141] libmachine: (ha-928358) Calling .DriverName
I1028 11:10:59.556945 150723 start.go:159] libmachine.API.Create for "ha-928358" (driver="kvm2")
I1028 11:10:59.556977 150723 client.go:168] LocalClient.Create starting
I1028 11:10:59.557015 150723 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem
I1028 11:10:59.557068 150723 main.go:141] libmachine: Decoding PEM data...
I1028 11:10:59.557092 150723 main.go:141] libmachine: Parsing certificate...
I1028 11:10:59.557167 150723 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem
I1028 11:10:59.557195 150723 main.go:141] libmachine: Decoding PEM data...
I1028 11:10:59.557226 150723 main.go:141] libmachine: Parsing certificate...
I1028 11:10:59.557253 150723 main.go:141] libmachine: Running pre-create checks...
I1028 11:10:59.557273 150723 main.go:141] libmachine: (ha-928358) Calling .PreCreateCheck
I1028 11:10:59.557662 150723 main.go:141] libmachine: (ha-928358) Calling .GetConfigRaw
I1028 11:10:59.558063 150723 main.go:141] libmachine: Creating machine...
I1028 11:10:59.558080 150723 main.go:141] libmachine: (ha-928358) Calling .Create
I1028 11:10:59.558226 150723 main.go:141] libmachine: (ha-928358) Creating KVM machine...
I1028 11:10:59.559811 150723 main.go:141] libmachine: (ha-928358) DBG | found existing default KVM network
I1028 11:10:59.560481 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:10:59.560340 150746 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc000015330}
I1028 11:10:59.560504 150723 main.go:141] libmachine: (ha-928358) DBG | created network xml:
I1028 11:10:59.560515 150723 main.go:141] libmachine: (ha-928358) DBG | <network>
I1028 11:10:59.560521 150723 main.go:141] libmachine: (ha-928358) DBG | <name>mk-ha-928358</name>
I1028 11:10:59.560530 150723 main.go:141] libmachine: (ha-928358) DBG | <dns enable='no'/>
I1028 11:10:59.560536 150723 main.go:141] libmachine: (ha-928358) DBG |
I1028 11:10:59.560547 150723 main.go:141] libmachine: (ha-928358) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1028 11:10:59.560555 150723 main.go:141] libmachine: (ha-928358) DBG | <dhcp>
I1028 11:10:59.560564 150723 main.go:141] libmachine: (ha-928358) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1028 11:10:59.560572 150723 main.go:141] libmachine: (ha-928358) DBG | </dhcp>
I1028 11:10:59.560581 150723 main.go:141] libmachine: (ha-928358) DBG | </ip>
I1028 11:10:59.560587 150723 main.go:141] libmachine: (ha-928358) DBG |
I1028 11:10:59.560595 150723 main.go:141] libmachine: (ha-928358) DBG | </network>
I1028 11:10:59.560601 150723 main.go:141] libmachine: (ha-928358) DBG |
I1028 11:10:59.566260 150723 main.go:141] libmachine: (ha-928358) DBG | trying to create private KVM network mk-ha-928358 192.168.39.0/24...
I1028 11:10:59.635650 150723 main.go:141] libmachine: (ha-928358) DBG | private KVM network mk-ha-928358 192.168.39.0/24 created
I1028 11:10:59.635720 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:10:59.635608 150746 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19876-132631/.minikube
I1028 11:10:59.635745 150723 main.go:141] libmachine: (ha-928358) Setting up store path in /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358 ...
I1028 11:10:59.635835 150723 main.go:141] libmachine: (ha-928358) Building disk image from file:///home/jenkins/minikube-integration/19876-132631/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso
I1028 11:10:59.635904 150723 main.go:141] libmachine: (ha-928358) Downloading /home/jenkins/minikube-integration/19876-132631/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19876-132631/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso...
I1028 11:10:59.913193 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:10:59.913037 150746 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/id_rsa...
I1028 11:10:59.999912 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:10:59.999757 150746 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/ha-928358.rawdisk...
I1028 11:10:59.999940 150723 main.go:141] libmachine: (ha-928358) DBG | Writing magic tar header
I1028 11:10:59.999950 150723 main.go:141] libmachine: (ha-928358) DBG | Writing SSH key tar header
I1028 11:10:59.999957 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:10:59.999874 150746 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358 ...
I1028 11:10:59.999966 150723 main.go:141] libmachine: (ha-928358) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358
I1028 11:11:00.000011 150723 main.go:141] libmachine: (ha-928358) Setting executable bit set on /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358 (perms=drwx------)
I1028 11:11:00.000025 150723 main.go:141] libmachine: (ha-928358) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19876-132631/.minikube/machines
I1028 11:11:00.000035 150723 main.go:141] libmachine: (ha-928358) Setting executable bit set on /home/jenkins/minikube-integration/19876-132631/.minikube/machines (perms=drwxr-xr-x)
I1028 11:11:00.000055 150723 main.go:141] libmachine: (ha-928358) Setting executable bit set on /home/jenkins/minikube-integration/19876-132631/.minikube (perms=drwxr-xr-x)
I1028 11:11:00.000076 150723 main.go:141] libmachine: (ha-928358) Setting executable bit set on /home/jenkins/minikube-integration/19876-132631 (perms=drwxrwxr-x)
I1028 11:11:00.000090 150723 main.go:141] libmachine: (ha-928358) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19876-132631/.minikube
I1028 11:11:00.000108 150723 main.go:141] libmachine: (ha-928358) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19876-132631
I1028 11:11:00.000117 150723 main.go:141] libmachine: (ha-928358) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1028 11:11:00.000127 150723 main.go:141] libmachine: (ha-928358) DBG | Checking permissions on dir: /home/jenkins
I1028 11:11:00.000138 150723 main.go:141] libmachine: (ha-928358) DBG | Checking permissions on dir: /home
I1028 11:11:00.000147 150723 main.go:141] libmachine: (ha-928358) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1028 11:11:00.000160 150723 main.go:141] libmachine: (ha-928358) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1028 11:11:00.000177 150723 main.go:141] libmachine: (ha-928358) DBG | Skipping /home - not owner
I1028 11:11:00.000190 150723 main.go:141] libmachine: (ha-928358) Creating domain...
I1028 11:11:00.001605 150723 main.go:141] libmachine: (ha-928358) define libvirt domain using xml:
I1028 11:11:00.001643 150723 main.go:141] libmachine: (ha-928358) <domain type='kvm'>
I1028 11:11:00.001657 150723 main.go:141] libmachine: (ha-928358) <name>ha-928358</name>
I1028 11:11:00.001672 150723 main.go:141] libmachine: (ha-928358) <memory unit='MiB'>2200</memory>
I1028 11:11:00.001685 150723 main.go:141] libmachine: (ha-928358) <vcpu>2</vcpu>
I1028 11:11:00.001693 150723 main.go:141] libmachine: (ha-928358) <features>
I1028 11:11:00.001703 150723 main.go:141] libmachine: (ha-928358) <acpi/>
I1028 11:11:00.001711 150723 main.go:141] libmachine: (ha-928358) <apic/>
I1028 11:11:00.001724 150723 main.go:141] libmachine: (ha-928358) <pae/>
I1028 11:11:00.001748 150723 main.go:141] libmachine: (ha-928358)
I1028 11:11:00.001760 150723 main.go:141] libmachine: (ha-928358) </features>
I1028 11:11:00.001770 150723 main.go:141] libmachine: (ha-928358) <cpu mode='host-passthrough'>
I1028 11:11:00.001783 150723 main.go:141] libmachine: (ha-928358)
I1028 11:11:00.001795 150723 main.go:141] libmachine: (ha-928358) </cpu>
I1028 11:11:00.001806 150723 main.go:141] libmachine: (ha-928358) <os>
I1028 11:11:00.001820 150723 main.go:141] libmachine: (ha-928358) <type>hvm</type>
I1028 11:11:00.001839 150723 main.go:141] libmachine: (ha-928358) <boot dev='cdrom'/>
I1028 11:11:00.001851 150723 main.go:141] libmachine: (ha-928358) <boot dev='hd'/>
I1028 11:11:00.001863 150723 main.go:141] libmachine: (ha-928358) <bootmenu enable='no'/>
I1028 11:11:00.001872 150723 main.go:141] libmachine: (ha-928358) </os>
I1028 11:11:00.001884 150723 main.go:141] libmachine: (ha-928358) <devices>
I1028 11:11:00.001898 150723 main.go:141] libmachine: (ha-928358) <disk type='file' device='cdrom'>
I1028 11:11:00.001919 150723 main.go:141] libmachine: (ha-928358) <source file='/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/boot2docker.iso'/>
I1028 11:11:00.001933 150723 main.go:141] libmachine: (ha-928358) <target dev='hdc' bus='scsi'/>
I1028 11:11:00.001968 150723 main.go:141] libmachine: (ha-928358) <readonly/>
I1028 11:11:00.001991 150723 main.go:141] libmachine: (ha-928358) </disk>
I1028 11:11:00.002008 150723 main.go:141] libmachine: (ha-928358) <disk type='file' device='disk'>
I1028 11:11:00.002023 150723 main.go:141] libmachine: (ha-928358) <driver name='qemu' type='raw' cache='default' io='threads' />
I1028 11:11:00.002044 150723 main.go:141] libmachine: (ha-928358) <source file='/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/ha-928358.rawdisk'/>
I1028 11:11:00.002058 150723 main.go:141] libmachine: (ha-928358) <target dev='hda' bus='virtio'/>
I1028 11:11:00.002070 150723 main.go:141] libmachine: (ha-928358) </disk>
I1028 11:11:00.002106 150723 main.go:141] libmachine: (ha-928358) <interface type='network'>
I1028 11:11:00.002133 150723 main.go:141] libmachine: (ha-928358) <source network='mk-ha-928358'/>
I1028 11:11:00.002148 150723 main.go:141] libmachine: (ha-928358) <model type='virtio'/>
I1028 11:11:00.002159 150723 main.go:141] libmachine: (ha-928358) </interface>
I1028 11:11:00.002172 150723 main.go:141] libmachine: (ha-928358) <interface type='network'>
I1028 11:11:00.002179 150723 main.go:141] libmachine: (ha-928358) <source network='default'/>
I1028 11:11:00.002190 150723 main.go:141] libmachine: (ha-928358) <model type='virtio'/>
I1028 11:11:00.002197 150723 main.go:141] libmachine: (ha-928358) </interface>
I1028 11:11:00.002206 150723 main.go:141] libmachine: (ha-928358) <serial type='pty'>
I1028 11:11:00.002210 150723 main.go:141] libmachine: (ha-928358) <target port='0'/>
I1028 11:11:00.002216 150723 main.go:141] libmachine: (ha-928358) </serial>
I1028 11:11:00.002226 150723 main.go:141] libmachine: (ha-928358) <console type='pty'>
I1028 11:11:00.002250 150723 main.go:141] libmachine: (ha-928358) <target type='serial' port='0'/>
I1028 11:11:00.002282 150723 main.go:141] libmachine: (ha-928358) </console>
I1028 11:11:00.002291 150723 main.go:141] libmachine: (ha-928358) <rng model='virtio'>
I1028 11:11:00.002297 150723 main.go:141] libmachine: (ha-928358) <backend model='random'>/dev/random</backend>
I1028 11:11:00.002303 150723 main.go:141] libmachine: (ha-928358) </rng>
I1028 11:11:00.002306 150723 main.go:141] libmachine: (ha-928358)
I1028 11:11:00.002311 150723 main.go:141] libmachine: (ha-928358)
I1028 11:11:00.002318 150723 main.go:141] libmachine: (ha-928358) </devices>
I1028 11:11:00.002323 150723 main.go:141] libmachine: (ha-928358) </domain>
I1028 11:11:00.002328 150723 main.go:141] libmachine: (ha-928358)
I1028 11:11:00.006810 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:30:04:d3 in network default
I1028 11:11:00.007391 150723 main.go:141] libmachine: (ha-928358) Ensuring networks are active...
I1028 11:11:00.007412 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:00.008229 150723 main.go:141] libmachine: (ha-928358) Ensuring network default is active
I1028 11:11:00.008655 150723 main.go:141] libmachine: (ha-928358) Ensuring network mk-ha-928358 is active
I1028 11:11:00.009320 150723 main.go:141] libmachine: (ha-928358) Getting domain xml...
I1028 11:11:00.010062 150723 main.go:141] libmachine: (ha-928358) Creating domain...
I1028 11:11:01.218137 150723 main.go:141] libmachine: (ha-928358) Waiting to get IP...
I1028 11:11:01.218922 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:01.219337 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:01.219385 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:01.219330 150746 retry.go:31] will retry after 310.252899ms: waiting for machine to come up
I1028 11:11:01.530950 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:01.531414 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:01.531437 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:01.531371 150746 retry.go:31] will retry after 282.464528ms: waiting for machine to come up
I1028 11:11:01.815720 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:01.816159 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:01.816184 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:01.816121 150746 retry.go:31] will retry after 304.583775ms: waiting for machine to come up
I1028 11:11:02.122718 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:02.123224 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:02.123251 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:02.123154 150746 retry.go:31] will retry after 442.531578ms: waiting for machine to come up
I1028 11:11:02.566777 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:02.567197 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:02.567222 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:02.567162 150746 retry.go:31] will retry after 677.799642ms: waiting for machine to come up
I1028 11:11:03.246160 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:03.246663 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:03.246691 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:03.246611 150746 retry.go:31] will retry after 661.382392ms: waiting for machine to come up
I1028 11:11:03.909443 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:03.909955 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:03.910006 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:03.909898 150746 retry.go:31] will retry after 1.086932803s: waiting for machine to come up
I1028 11:11:04.997802 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:04.998295 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:04.998322 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:04.998231 150746 retry.go:31] will retry after 1.028978753s: waiting for machine to come up
I1028 11:11:06.028312 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:06.028699 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:06.028724 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:06.028658 150746 retry.go:31] will retry after 1.229241603s: waiting for machine to come up
I1028 11:11:07.259043 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:07.259415 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:07.259442 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:07.259356 150746 retry.go:31] will retry after 1.621101278s: waiting for machine to come up
I1028 11:11:08.882760 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:08.883130 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:08.883166 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:08.883106 150746 retry.go:31] will retry after 2.010099388s: waiting for machine to come up
I1028 11:11:10.894594 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:10.895005 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:10.895028 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:10.894965 150746 retry.go:31] will retry after 2.268994964s: waiting for machine to come up
I1028 11:11:13.166469 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:13.166906 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:13.166930 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:13.166853 150746 retry.go:31] will retry after 2.964491157s: waiting for machine to come up
I1028 11:11:16.134568 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:16.135014 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:16.135030 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:16.134978 150746 retry.go:31] will retry after 3.669669561s: waiting for machine to come up
I1028 11:11:19.805844 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:19.806451 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find current IP address of domain ha-928358 in network mk-ha-928358
I1028 11:11:19.806483 150723 main.go:141] libmachine: (ha-928358) DBG | I1028 11:11:19.806402 150746 retry.go:31] will retry after 6.986761695s: waiting for machine to come up
I1028 11:11:26.796618 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:26.797199 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has current primary IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:26.797228 150723 main.go:141] libmachine: (ha-928358) Found IP for machine: 192.168.39.206
I1028 11:11:26.797258 150723 main.go:141] libmachine: (ha-928358) Reserving static IP address...
I1028 11:11:26.797624 150723 main.go:141] libmachine: (ha-928358) DBG | unable to find host DHCP lease matching {name: "ha-928358", mac: "52:54:00:dd:b2:b7", ip: "192.168.39.206"} in network mk-ha-928358
I1028 11:11:26.873582 150723 main.go:141] libmachine: (ha-928358) Reserved static IP address: 192.168.39.206
I1028 11:11:26.873609 150723 main.go:141] libmachine: (ha-928358) Waiting for SSH to be available...
I1028 11:11:26.873619 150723 main.go:141] libmachine: (ha-928358) DBG | Getting to WaitForSSH function...
I1028 11:11:26.876283 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:26.876750 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:minikube Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:26.876781 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:26.876886 150723 main.go:141] libmachine: (ha-928358) DBG | Using SSH client type: external
I1028 11:11:26.876901 150723 main.go:141] libmachine: (ha-928358) DBG | Using SSH private key: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/id_rsa (-rw-------)
I1028 11:11:26.876929 150723 main.go:141] libmachine: (ha-928358) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.206 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/id_rsa -p 22] /usr/bin/ssh <nil>}
I1028 11:11:26.876941 150723 main.go:141] libmachine: (ha-928358) DBG | About to run SSH command:
I1028 11:11:26.876952 150723 main.go:141] libmachine: (ha-928358) DBG | exit 0
I1028 11:11:27.009708 150723 main.go:141] libmachine: (ha-928358) DBG | SSH cmd err, output: <nil>:
I1028 11:11:27.010071 150723 main.go:141] libmachine: (ha-928358) KVM machine creation complete!
I1028 11:11:27.010352 150723 main.go:141] libmachine: (ha-928358) Calling .GetConfigRaw
I1028 11:11:27.010925 150723 main.go:141] libmachine: (ha-928358) Calling .DriverName
I1028 11:11:27.011146 150723 main.go:141] libmachine: (ha-928358) Calling .DriverName
I1028 11:11:27.011301 150723 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1028 11:11:27.011311 150723 main.go:141] libmachine: (ha-928358) Calling .GetState
I1028 11:11:27.012679 150723 main.go:141] libmachine: Detecting operating system of created instance...
I1028 11:11:27.012693 150723 main.go:141] libmachine: Waiting for SSH to be available...
I1028 11:11:27.012699 150723 main.go:141] libmachine: Getting to WaitForSSH function...
I1028 11:11:27.012704 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:11:27.014867 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.015214 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:27.015263 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.015327 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:11:27.015507 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:27.015644 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:27.015739 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:11:27.015911 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:11:27.016106 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.206 22 <nil> <nil>}
I1028 11:11:27.016117 150723 main.go:141] libmachine: About to run SSH command:
exit 0
I1028 11:11:27.128876 150723 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:11:27.128903 150723 main.go:141] libmachine: Detecting the provisioner...
I1028 11:11:27.128915 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:11:27.131646 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.132081 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:27.132109 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.132331 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:11:27.132525 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:27.132697 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:27.132852 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:11:27.133070 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:11:27.133229 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.206 22 <nil> <nil>}
I1028 11:11:27.133242 150723 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1028 11:11:27.250569 150723 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1028 11:11:27.250647 150723 main.go:141] libmachine: found compatible host: buildroot
I1028 11:11:27.250657 150723 main.go:141] libmachine: Provisioning with buildroot...
I1028 11:11:27.250664 150723 main.go:141] libmachine: (ha-928358) Calling .GetMachineName
I1028 11:11:27.250929 150723 buildroot.go:166] provisioning hostname "ha-928358"
I1028 11:11:27.250971 150723 main.go:141] libmachine: (ha-928358) Calling .GetMachineName
I1028 11:11:27.251130 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:11:27.253765 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.254120 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:27.254146 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.254297 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:11:27.254451 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:27.254601 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:27.254758 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:11:27.254909 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:11:27.255102 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.206 22 <nil> <nil>}
I1028 11:11:27.255118 150723 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-928358 && echo "ha-928358" | sudo tee /etc/hostname
I1028 11:11:27.384932 150723 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-928358
I1028 11:11:27.384962 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:11:27.387904 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.388215 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:27.388243 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.388516 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:11:27.388719 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:27.388884 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:27.389002 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:11:27.389152 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:11:27.389334 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.206 22 <nil> <nil>}
I1028 11:11:27.389355 150723 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-928358' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-928358/g' /etc/hosts;
else
echo '127.0.1.1 ha-928358' | sudo tee -a /etc/hosts;
fi
fi
I1028 11:11:27.516473 150723 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:11:27.516502 150723 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19876-132631/.minikube CaCertPath:/home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19876-132631/.minikube}
I1028 11:11:27.516519 150723 buildroot.go:174] setting up certificates
I1028 11:11:27.516529 150723 provision.go:84] configureAuth start
I1028 11:11:27.516537 150723 main.go:141] libmachine: (ha-928358) Calling .GetMachineName
I1028 11:11:27.516866 150723 main.go:141] libmachine: (ha-928358) Calling .GetIP
I1028 11:11:27.519682 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.520053 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:27.520077 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.520298 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:11:27.522648 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.522984 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:27.523022 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.523127 150723 provision.go:143] copyHostCerts
I1028 11:11:27.523161 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19876-132631/.minikube/cert.pem
I1028 11:11:27.523220 150723 exec_runner.go:144] found /home/jenkins/minikube-integration/19876-132631/.minikube/cert.pem, removing ...
I1028 11:11:27.523235 150723 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19876-132631/.minikube/cert.pem
I1028 11:11:27.523317 150723 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19876-132631/.minikube/cert.pem (1123 bytes)
I1028 11:11:27.523418 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19876-132631/.minikube/key.pem
I1028 11:11:27.523442 150723 exec_runner.go:144] found /home/jenkins/minikube-integration/19876-132631/.minikube/key.pem, removing ...
I1028 11:11:27.523451 150723 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19876-132631/.minikube/key.pem
I1028 11:11:27.523494 150723 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19876-132631/.minikube/key.pem (1679 bytes)
I1028 11:11:27.523565 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19876-132631/.minikube/ca.pem
I1028 11:11:27.523591 150723 exec_runner.go:144] found /home/jenkins/minikube-integration/19876-132631/.minikube/ca.pem, removing ...
I1028 11:11:27.523600 150723 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.pem
I1028 11:11:27.523634 150723 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19876-132631/.minikube/ca.pem (1078 bytes)
I1028 11:11:27.523699 150723 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca-key.pem org=jenkins.ha-928358 san=[127.0.0.1 192.168.39.206 ha-928358 localhost minikube]
I1028 11:11:27.652184 150723 provision.go:177] copyRemoteCerts
I1028 11:11:27.652239 150723 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 11:11:27.652263 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:11:27.655247 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.655509 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:27.655537 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.655747 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:11:27.655942 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:27.656141 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:11:27.656367 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.206 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/id_rsa Username:docker}
I1028 11:11:27.747959 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1028 11:11:27.748026 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1028 11:11:27.773785 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server.pem -> /etc/docker/server.pem
I1028 11:11:27.773875 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1028 11:11:27.798172 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1028 11:11:27.798246 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1028 11:11:27.823795 150723 provision.go:87] duration metric: took 307.251687ms to configureAuth
I1028 11:11:27.823824 150723 buildroot.go:189] setting minikube options for container-runtime
I1028 11:11:27.823999 150723 config.go:182] Loaded profile config "ha-928358": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:11:27.824098 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:11:27.826733 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.827058 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:27.827095 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:27.827231 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:11:27.827430 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:27.827593 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:27.827720 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:11:27.827882 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:11:27.828064 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.206 22 <nil> <nil>}
I1028 11:11:27.828082 150723 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 11:11:28.063521 150723 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 11:11:28.063544 150723 main.go:141] libmachine: Checking connection to Docker...
I1028 11:11:28.063563 150723 main.go:141] libmachine: (ha-928358) Calling .GetURL
I1028 11:11:28.064889 150723 main.go:141] libmachine: (ha-928358) DBG | Using libvirt version 6000000
I1028 11:11:28.067440 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:28.067909 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:28.067936 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:28.068169 150723 main.go:141] libmachine: Docker is up and running!
I1028 11:11:28.068184 150723 main.go:141] libmachine: Reticulating splines...
I1028 11:11:28.068190 150723 client.go:171] duration metric: took 28.511205055s to LocalClient.Create
I1028 11:11:28.068213 150723 start.go:167] duration metric: took 28.511273119s to libmachine.API.Create "ha-928358"
I1028 11:11:28.068224 150723 start.go:293] postStartSetup for "ha-928358" (driver="kvm2")
I1028 11:11:28.068234 150723 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 11:11:28.068250 150723 main.go:141] libmachine: (ha-928358) Calling .DriverName
I1028 11:11:28.068499 150723 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 11:11:28.068524 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:11:28.070718 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:28.071018 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:28.071047 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:28.071207 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:11:28.071391 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:28.071596 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:11:28.071768 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.206 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/id_rsa Username:docker}
I1028 11:11:28.160093 150723 ssh_runner.go:195] Run: cat /etc/os-release
I1028 11:11:28.164580 150723 info.go:137] Remote host: Buildroot 2023.02.9
I1028 11:11:28.164611 150723 filesync.go:126] Scanning /home/jenkins/minikube-integration/19876-132631/.minikube/addons for local assets ...
I1028 11:11:28.164677 150723 filesync.go:126] Scanning /home/jenkins/minikube-integration/19876-132631/.minikube/files for local assets ...
I1028 11:11:28.164753 150723 filesync.go:149] local asset: /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem -> 1403032.pem in /etc/ssl/certs
I1028 11:11:28.164768 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem -> /etc/ssl/certs/1403032.pem
I1028 11:11:28.164860 150723 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1028 11:11:28.174780 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem --> /etc/ssl/certs/1403032.pem (1708 bytes)
I1028 11:11:28.200051 150723 start.go:296] duration metric: took 131.810016ms for postStartSetup
I1028 11:11:28.200113 150723 main.go:141] libmachine: (ha-928358) Calling .GetConfigRaw
I1028 11:11:28.200681 150723 main.go:141] libmachine: (ha-928358) Calling .GetIP
I1028 11:11:28.203634 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:28.204015 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:28.204039 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:28.204248 150723 profile.go:143] Saving config to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/config.json ...
I1028 11:11:28.204459 150723 start.go:128] duration metric: took 28.665968765s to createHost
I1028 11:11:28.204486 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:11:28.206915 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:28.207241 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:28.207270 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:28.207406 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:11:28.207565 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:28.207714 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:28.207841 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:11:28.207995 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:11:28.208148 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.206 22 <nil> <nil>}
I1028 11:11:28.208158 150723 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1028 11:11:28.326642 150723 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730113888.306870077
I1028 11:11:28.326664 150723 fix.go:216] guest clock: 1730113888.306870077
I1028 11:11:28.326674 150723 fix.go:229] Guest: 2024-10-28 11:11:28.306870077 +0000 UTC Remote: 2024-10-28 11:11:28.204471945 +0000 UTC m=+28.781211208 (delta=102.398132ms)
I1028 11:11:28.326699 150723 fix.go:200] guest clock delta is within tolerance: 102.398132ms
I1028 11:11:28.326706 150723 start.go:83] releasing machines lock for "ha-928358", held for 28.788289196s
I1028 11:11:28.326726 150723 main.go:141] libmachine: (ha-928358) Calling .DriverName
I1028 11:11:28.327001 150723 main.go:141] libmachine: (ha-928358) Calling .GetIP
I1028 11:11:28.329581 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:28.329968 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:28.330003 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:28.330168 150723 main.go:141] libmachine: (ha-928358) Calling .DriverName
I1028 11:11:28.330728 150723 main.go:141] libmachine: (ha-928358) Calling .DriverName
I1028 11:11:28.330884 150723 main.go:141] libmachine: (ha-928358) Calling .DriverName
I1028 11:11:28.330998 150723 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 11:11:28.331060 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:11:28.331115 150723 ssh_runner.go:195] Run: cat /version.json
I1028 11:11:28.331141 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:11:28.333639 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:28.333966 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:28.333994 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:28.334015 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:28.334246 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:11:28.334387 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:28.334412 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:28.334416 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:28.334585 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:11:28.334627 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:11:28.334755 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:28.334771 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.206 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/id_rsa Username:docker}
I1028 11:11:28.334927 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:11:28.335084 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.206 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/id_rsa Username:docker}
I1028 11:11:28.419255 150723 ssh_runner.go:195] Run: systemctl --version
I1028 11:11:28.450377 150723 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 11:11:28.614960 150723 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1028 11:11:28.621690 150723 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1028 11:11:28.621762 150723 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 11:11:28.640026 150723 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1028 11:11:28.640058 150723 start.go:495] detecting cgroup driver to use...
I1028 11:11:28.640161 150723 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 11:11:28.657821 150723 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 11:11:28.673308 150723 docker.go:217] disabling cri-docker service (if available) ...
I1028 11:11:28.673372 150723 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 11:11:28.688651 150723 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 11:11:28.704016 150723 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 11:11:28.829012 150723 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 11:11:28.990202 150723 docker.go:233] disabling docker service ...
I1028 11:11:28.990264 150723 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 11:11:29.006016 150723 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 11:11:29.019798 150723 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 11:11:29.148701 150723 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 11:11:29.286836 150723 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 11:11:29.301306 150723 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 11:11:29.321180 150723 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 11:11:29.321242 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:11:29.332417 150723 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 11:11:29.332516 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:11:29.344116 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:11:29.355229 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:11:29.366386 150723 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 11:11:29.377683 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:11:29.388680 150723 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:11:29.406712 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:11:29.418602 150723 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 11:11:29.428422 150723 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1028 11:11:29.428489 150723 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1028 11:11:29.442860 150723 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 11:11:29.453466 150723 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:11:29.587618 150723 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 11:11:29.702292 150723 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 11:11:29.702379 150723 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 11:11:29.708037 150723 start.go:563] Will wait 60s for crictl version
I1028 11:11:29.708101 150723 ssh_runner.go:195] Run: which crictl
I1028 11:11:29.712169 150723 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 11:11:29.760681 150723 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1028 11:11:29.760781 150723 ssh_runner.go:195] Run: crio --version
I1028 11:11:29.793958 150723 ssh_runner.go:195] Run: crio --version
I1028 11:11:29.827829 150723 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1028 11:11:29.829108 150723 main.go:141] libmachine: (ha-928358) Calling .GetIP
I1028 11:11:29.831950 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:29.832308 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:29.832337 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:29.832530 150723 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1028 11:11:29.837077 150723 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:11:29.850764 150723 kubeadm.go:883] updating cluster {Name:ha-928358 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-928358 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.206 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1028 11:11:29.850982 150723 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:11:29.851067 150723 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 11:11:29.884186 150723 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1028 11:11:29.884257 150723 ssh_runner.go:195] Run: which lz4
I1028 11:11:29.888297 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1028 11:11:29.888406 150723 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1028 11:11:29.892595 150723 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1028 11:11:29.892630 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1028 11:11:31.364550 150723 crio.go:462] duration metric: took 1.47616531s to copy over tarball
I1028 11:11:31.364646 150723 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1028 11:11:33.492729 150723 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.128048416s)
I1028 11:11:33.492765 150723 crio.go:469] duration metric: took 2.12817379s to extract the tarball
I1028 11:11:33.492775 150723 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1028 11:11:33.530789 150723 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 11:11:33.576388 150723 crio.go:514] all images are preloaded for cri-o runtime.
I1028 11:11:33.576418 150723 cache_images.go:84] Images are preloaded, skipping loading
I1028 11:11:33.576428 150723 kubeadm.go:934] updating node { 192.168.39.206 8443 v1.31.2 crio true true} ...
I1028 11:11:33.576525 150723 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-928358 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.206
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-928358 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 11:11:33.576597 150723 ssh_runner.go:195] Run: crio config
I1028 11:11:33.628433 150723 cni.go:84] Creating CNI manager for ""
I1028 11:11:33.628457 150723 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1028 11:11:33.628468 150723 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1028 11:11:33.628490 150723 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.206 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-928358 NodeName:ha-928358 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.206"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.206 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1028 11:11:33.628623 150723 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.206
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-928358"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.206"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.206"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1028 11:11:33.628649 150723 kube-vip.go:115] generating kube-vip config ...
I1028 11:11:33.628693 150723 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1028 11:11:33.645502 150723 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1028 11:11:33.645637 150723 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1028 11:11:33.645712 150723 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 11:11:33.657169 150723 binaries.go:44] Found k8s binaries, skipping transfer
I1028 11:11:33.657234 150723 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1028 11:11:33.668705 150723 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1028 11:11:33.687712 150723 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 11:11:33.707287 150723 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2289 bytes)
I1028 11:11:33.725968 150723 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1028 11:11:33.745306 150723 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1028 11:11:33.749954 150723 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:11:33.764379 150723 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:11:33.885154 150723 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:11:33.902745 150723 certs.go:68] Setting up /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358 for IP: 192.168.39.206
I1028 11:11:33.902769 150723 certs.go:194] generating shared ca certs ...
I1028 11:11:33.902784 150723 certs.go:226] acquiring lock for ca certs: {Name:mk53dbfb7389703f8def9344429825adee693423 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:11:33.902965 150723 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.key
I1028 11:11:33.903024 150723 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.key
I1028 11:11:33.903039 150723 certs.go:256] generating profile certs ...
I1028 11:11:33.903106 150723 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/client.key
I1028 11:11:33.903126 150723 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/client.crt with IP's: []
I1028 11:11:34.090717 150723 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/client.crt ...
I1028 11:11:34.090747 150723 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/client.crt: {Name:mk3976b6be27fc4f31aa39dbf48c0afa90955478 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:11:34.090957 150723 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/client.key ...
I1028 11:11:34.090981 150723 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/client.key: {Name:mk302db81268b764894e98d850b90eaaced7a15d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:11:34.091101 150723 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key.a4d1a923
I1028 11:11:34.091124 150723 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt.a4d1a923 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.206 192.168.39.254]
I1028 11:11:34.335900 150723 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt.a4d1a923 ...
I1028 11:11:34.335935 150723 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt.a4d1a923: {Name:mk0008343e6fdd7a08b2d031f0ba617f7a66f590 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:11:34.336144 150723 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key.a4d1a923 ...
I1028 11:11:34.336163 150723 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key.a4d1a923: {Name:mkd6c56ea43ae5fd58d0e46e3c3070e385813140 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:11:34.336286 150723 certs.go:381] copying /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt.a4d1a923 -> /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt
I1028 11:11:34.336450 150723 certs.go:385] copying /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key.a4d1a923 -> /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key
I1028 11:11:34.336537 150723 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.key
I1028 11:11:34.336559 150723 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.crt with IP's: []
I1028 11:11:34.464000 150723 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.crt ...
I1028 11:11:34.464029 150723 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.crt: {Name:mkb9ddbbbcf10a07648ff0910f8f6f99edd94a08 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:11:34.464231 150723 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.key ...
I1028 11:11:34.464247 150723 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.key: {Name:mk17d0ad23ae67dc57b4cfd6ae702fbcda30c491 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:11:34.464343 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1028 11:11:34.464369 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1028 11:11:34.464389 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1028 11:11:34.464407 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1028 11:11:34.464422 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1028 11:11:34.464435 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1028 11:11:34.464453 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1028 11:11:34.464472 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1028 11:11:34.464549 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/140303.pem (1338 bytes)
W1028 11:11:34.464601 150723 certs.go:480] ignoring /home/jenkins/minikube-integration/19876-132631/.minikube/certs/140303_empty.pem, impossibly tiny 0 bytes
I1028 11:11:34.464617 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca-key.pem (1675 bytes)
I1028 11:11:34.464647 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem (1078 bytes)
I1028 11:11:34.464682 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem (1123 bytes)
I1028 11:11:34.464714 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/key.pem (1679 bytes)
I1028 11:11:34.464766 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem (1708 bytes)
I1028 11:11:34.464809 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/140303.pem -> /usr/share/ca-certificates/140303.pem
I1028 11:11:34.464829 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem -> /usr/share/ca-certificates/1403032.pem
I1028 11:11:34.464844 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1028 11:11:34.465667 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 11:11:34.492761 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1028 11:11:34.519090 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 11:11:34.544886 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1028 11:11:34.571307 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1028 11:11:34.596836 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1028 11:11:34.622460 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 11:11:34.648376 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1028 11:11:34.677988 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/certs/140303.pem --> /usr/share/ca-certificates/140303.pem (1338 bytes)
I1028 11:11:34.708308 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem --> /usr/share/ca-certificates/1403032.pem (1708 bytes)
I1028 11:11:34.732512 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 11:11:34.757152 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1028 11:11:34.774559 150723 ssh_runner.go:195] Run: openssl version
I1028 11:11:34.780665 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1403032.pem && ln -fs /usr/share/ca-certificates/1403032.pem /etc/ssl/certs/1403032.pem"
I1028 11:11:34.792209 150723 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1403032.pem
I1028 11:11:34.797675 150723 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 28 11:07 /usr/share/ca-certificates/1403032.pem
I1028 11:11:34.797733 150723 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1403032.pem
I1028 11:11:34.804182 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/1403032.pem /etc/ssl/certs/3ec20f2e.0"
I1028 11:11:34.816617 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 11:11:34.829067 150723 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 11:11:34.834000 150723 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 10:55 /usr/share/ca-certificates/minikubeCA.pem
I1028 11:11:34.834062 150723 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 11:11:34.840080 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 11:11:34.851913 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/140303.pem && ln -fs /usr/share/ca-certificates/140303.pem /etc/ssl/certs/140303.pem"
I1028 11:11:34.863842 150723 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/140303.pem
I1028 11:11:34.868862 150723 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 28 11:07 /usr/share/ca-certificates/140303.pem
I1028 11:11:34.868942 150723 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/140303.pem
I1028 11:11:34.875065 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/140303.pem /etc/ssl/certs/51391683.0"
I1028 11:11:34.888703 150723 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 11:11:34.893205 150723 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 11:11:34.893271 150723 kubeadm.go:392] StartCluster: {Name:ha-928358 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-928358 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.206 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:11:34.893354 150723 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1028 11:11:34.893425 150723 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1028 11:11:34.932903 150723 cri.go:89] found id: ""
I1028 11:11:34.932974 150723 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1028 11:11:34.944526 150723 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1028 11:11:34.956312 150723 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1028 11:11:34.967457 150723 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1028 11:11:34.967484 150723 kubeadm.go:157] found existing configuration files:
I1028 11:11:34.967537 150723 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1028 11:11:34.977810 150723 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1028 11:11:34.977875 150723 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1028 11:11:34.988232 150723 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1028 11:11:34.998184 150723 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1028 11:11:34.998247 150723 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1028 11:11:35.008728 150723 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1028 11:11:35.018729 150723 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1028 11:11:35.018793 150723 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1028 11:11:35.029800 150723 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1028 11:11:35.040304 150723 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1028 11:11:35.040357 150723 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1028 11:11:35.050830 150723 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1028 11:11:35.164435 150723 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1028 11:11:35.164499 150723 kubeadm.go:310] [preflight] Running pre-flight checks
I1028 11:11:35.281374 150723 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1028 11:11:35.281556 150723 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1028 11:11:35.281686 150723 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1028 11:11:35.294386 150723 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1028 11:11:35.479371 150723 out.go:235] - Generating certificates and keys ...
I1028 11:11:35.479512 150723 kubeadm.go:310] [certs] Using existing ca certificate authority
I1028 11:11:35.479602 150723 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1028 11:11:35.531977 150723 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1028 11:11:35.706199 150723 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1028 11:11:35.805605 150723 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1028 11:11:35.955545 150723 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1028 11:11:36.024313 150723 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1028 11:11:36.024446 150723 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-928358 localhost] and IPs [192.168.39.206 127.0.0.1 ::1]
I1028 11:11:36.166366 150723 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1028 11:11:36.166553 150723 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-928358 localhost] and IPs [192.168.39.206 127.0.0.1 ::1]
I1028 11:11:36.477451 150723 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1028 11:11:36.529937 150723 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1028 11:11:36.764928 150723 kubeadm.go:310] [certs] Generating "sa" key and public key
I1028 11:11:36.765199 150723 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1028 11:11:36.958542 150723 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1028 11:11:37.098519 150723 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1028 11:11:37.432447 150723 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1028 11:11:37.510265 150723 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1028 11:11:37.727523 150723 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1028 11:11:37.728159 150723 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1028 11:11:37.734975 150723 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1028 11:11:37.736761 150723 out.go:235] - Booting up control plane ...
I1028 11:11:37.736891 150723 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1028 11:11:37.737036 150723 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1028 11:11:37.737392 150723 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1028 11:11:37.761460 150723 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1028 11:11:37.769245 150723 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1028 11:11:37.769327 150723 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1028 11:11:37.901440 150723 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1028 11:11:37.901605 150723 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1028 11:11:38.403804 150723 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 502.460314ms
I1028 11:11:38.403927 150723 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1028 11:11:44.555956 150723 kubeadm.go:310] [api-check] The API server is healthy after 6.1544774s
I1028 11:11:44.584149 150723 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1028 11:11:44.607891 150723 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1028 11:11:44.647415 150723 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1028 11:11:44.647602 150723 kubeadm.go:310] [mark-control-plane] Marking the node ha-928358 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1028 11:11:44.670940 150723 kubeadm.go:310] [bootstrap-token] Using token: 7u74ui.ti422fa98pbd45zp
I1028 11:11:44.672724 150723 out.go:235] - Configuring RBAC rules ...
I1028 11:11:44.672861 150723 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1028 11:11:44.681325 150723 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1028 11:11:44.701467 150723 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1028 11:11:44.720481 150723 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1028 11:11:44.731591 150723 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1028 11:11:44.743611 150723 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1028 11:11:44.968060 150723 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1028 11:11:45.411017 150723 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1028 11:11:45.970736 150723 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1028 11:11:45.970791 150723 kubeadm.go:310]
I1028 11:11:45.970885 150723 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1028 11:11:45.970911 150723 kubeadm.go:310]
I1028 11:11:45.971033 150723 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1028 11:11:45.971045 150723 kubeadm.go:310]
I1028 11:11:45.971081 150723 kubeadm.go:310] mkdir -p $HOME/.kube
I1028 11:11:45.971155 150723 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1028 11:11:45.971234 150723 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1028 11:11:45.971246 150723 kubeadm.go:310]
I1028 11:11:45.971327 150723 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1028 11:11:45.971346 150723 kubeadm.go:310]
I1028 11:11:45.971421 150723 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1028 11:11:45.971432 150723 kubeadm.go:310]
I1028 11:11:45.971526 150723 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1028 11:11:45.971668 150723 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1028 11:11:45.971782 150723 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1028 11:11:45.971802 150723 kubeadm.go:310]
I1028 11:11:45.971912 150723 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1028 11:11:45.972050 150723 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1028 11:11:45.972078 150723 kubeadm.go:310]
I1028 11:11:45.972201 150723 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 7u74ui.ti422fa98pbd45zp \
I1028 11:11:45.972360 150723 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:3d1fdf748a1f4d8b286cfc9c270639240f81c04a894ce994fd4e984a90f3d23b \
I1028 11:11:45.972397 150723 kubeadm.go:310] --control-plane
I1028 11:11:45.972407 150723 kubeadm.go:310]
I1028 11:11:45.972546 150723 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1028 11:11:45.972563 150723 kubeadm.go:310]
I1028 11:11:45.972685 150723 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 7u74ui.ti422fa98pbd45zp \
I1028 11:11:45.972831 150723 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:3d1fdf748a1f4d8b286cfc9c270639240f81c04a894ce994fd4e984a90f3d23b
I1028 11:11:45.973046 150723 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1028 11:11:45.973098 150723 cni.go:84] Creating CNI manager for ""
I1028 11:11:45.973115 150723 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1028 11:11:45.975136 150723 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1028 11:11:45.976845 150723 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1028 11:11:45.982665 150723 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1028 11:11:45.982687 150723 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1028 11:11:46.004414 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1028 11:11:46.391016 150723 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1028 11:11:46.391108 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:11:46.391153 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-928358 minikube.k8s.io/updated_at=2024_10_28T11_11_46_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=605803b196d1455ad0982199aad6722d11920536 minikube.k8s.io/name=ha-928358 minikube.k8s.io/primary=true
I1028 11:11:46.556219 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:11:46.556239 150723 ops.go:34] apiserver oom_adj: -16
I1028 11:11:47.056803 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:11:47.556401 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:11:48.057031 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:11:48.556648 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:11:49.056531 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:11:49.556278 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:11:50.056341 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:11:50.557096 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:11:50.688176 150723 kubeadm.go:1113] duration metric: took 4.297146148s to wait for elevateKubeSystemPrivileges
I1028 11:11:50.688219 150723 kubeadm.go:394] duration metric: took 15.794958001s to StartCluster
I1028 11:11:50.688240 150723 settings.go:142] acquiring lock: {Name:mk15916e78356764f7730533a8b9145b395656e7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:11:50.688317 150723 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19876-132631/kubeconfig
I1028 11:11:50.689020 150723 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-132631/kubeconfig: {Name:mk0ceec8255056cdbee043b6b17ae12ad978b532 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:11:50.689264 150723 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.206 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:11:50.689283 150723 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1028 11:11:50.689310 150723 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1028 11:11:50.689399 150723 addons.go:69] Setting storage-provisioner=true in profile "ha-928358"
I1028 11:11:50.689294 150723 start.go:241] waiting for startup goroutines ...
I1028 11:11:50.689432 150723 addons.go:69] Setting default-storageclass=true in profile "ha-928358"
I1028 11:11:50.689434 150723 addons.go:234] Setting addon storage-provisioner=true in "ha-928358"
I1028 11:11:50.689444 150723 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-928358"
I1028 11:11:50.689473 150723 host.go:66] Checking if "ha-928358" exists ...
I1028 11:11:50.689502 150723 config.go:182] Loaded profile config "ha-928358": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:11:50.689978 150723 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:11:50.690024 150723 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:11:50.690030 150723 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:11:50.690078 150723 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:11:50.705787 150723 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45527
I1028 11:11:50.705799 150723 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34671
I1028 11:11:50.706396 150723 main.go:141] libmachine: () Calling .GetVersion
I1028 11:11:50.706425 150723 main.go:141] libmachine: () Calling .GetVersion
I1028 11:11:50.706943 150723 main.go:141] libmachine: Using API Version 1
I1028 11:11:50.706961 150723 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:11:50.707116 150723 main.go:141] libmachine: Using API Version 1
I1028 11:11:50.707141 150723 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:11:50.707344 150723 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:11:50.707538 150723 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:11:50.707605 150723 main.go:141] libmachine: (ha-928358) Calling .GetState
I1028 11:11:50.708242 150723 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:11:50.708286 150723 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:11:50.709865 150723 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19876-132631/kubeconfig
I1028 11:11:50.710123 150723 kapi.go:59] client config for ha-928358: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/client.crt", KeyFile:"/home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/client.key", CAFile:"/home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439ec0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1028 11:11:50.710718 150723 addons.go:234] Setting addon default-storageclass=true in "ha-928358"
I1028 11:11:50.710749 150723 host.go:66] Checking if "ha-928358" exists ...
I1028 11:11:50.710982 150723 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:11:50.711007 150723 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:11:50.711160 150723 cert_rotation.go:140] Starting client certificate rotation controller
I1028 11:11:50.724777 150723 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36853
I1028 11:11:50.725295 150723 main.go:141] libmachine: () Calling .GetVersion
I1028 11:11:50.725751 150723 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33439
I1028 11:11:50.725906 150723 main.go:141] libmachine: Using API Version 1
I1028 11:11:50.725930 150723 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:11:50.726287 150723 main.go:141] libmachine: () Calling .GetVersion
I1028 11:11:50.726327 150723 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:11:50.726526 150723 main.go:141] libmachine: (ha-928358) Calling .GetState
I1028 11:11:50.726809 150723 main.go:141] libmachine: Using API Version 1
I1028 11:11:50.726831 150723 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:11:50.727169 150723 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:11:50.727730 150723 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:11:50.727777 150723 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:11:50.728384 150723 main.go:141] libmachine: (ha-928358) Calling .DriverName
I1028 11:11:50.730334 150723 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1028 11:11:50.731788 150723 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1028 11:11:50.731810 150723 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1028 11:11:50.731829 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:11:50.735112 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:50.735661 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:50.735681 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:50.735902 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:11:50.736091 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:50.736234 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:11:50.736386 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.206 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/id_rsa Username:docker}
I1028 11:11:50.743829 150723 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40513
I1028 11:11:50.744355 150723 main.go:141] libmachine: () Calling .GetVersion
I1028 11:11:50.744925 150723 main.go:141] libmachine: Using API Version 1
I1028 11:11:50.744949 150723 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:11:50.745276 150723 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:11:50.745461 150723 main.go:141] libmachine: (ha-928358) Calling .GetState
I1028 11:11:50.747144 150723 main.go:141] libmachine: (ha-928358) Calling .DriverName
I1028 11:11:50.747358 150723 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1028 11:11:50.747374 150723 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1028 11:11:50.747388 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:11:50.749934 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:50.750358 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:11:50.750397 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:11:50.750503 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:11:50.750676 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:11:50.750813 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:11:50.750942 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.206 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/id_rsa Username:docker}
I1028 11:11:50.872575 150723 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1028 11:11:50.921646 150723 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1028 11:11:50.984303 150723 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1028 11:11:51.311574 150723 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1028 11:11:51.359517 150723 main.go:141] libmachine: Making call to close driver server
I1028 11:11:51.359546 150723 main.go:141] libmachine: (ha-928358) Calling .Close
I1028 11:11:51.359929 150723 main.go:141] libmachine: (ha-928358) DBG | Closing plugin on server side
I1028 11:11:51.359938 150723 main.go:141] libmachine: Successfully made call to close driver server
I1028 11:11:51.359978 150723 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 11:11:51.359992 150723 main.go:141] libmachine: Making call to close driver server
I1028 11:11:51.360011 150723 main.go:141] libmachine: (ha-928358) Calling .Close
I1028 11:11:51.360266 150723 main.go:141] libmachine: (ha-928358) DBG | Closing plugin on server side
I1028 11:11:51.360332 150723 main.go:141] libmachine: Successfully made call to close driver server
I1028 11:11:51.360347 150723 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 11:11:51.360405 150723 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1028 11:11:51.360435 150723 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1028 11:11:51.360539 150723 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1028 11:11:51.360552 150723 round_trippers.go:469] Request Headers:
I1028 11:11:51.360564 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:11:51.360580 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:11:51.370574 150723 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1028 11:11:51.371224 150723 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1028 11:11:51.371242 150723 round_trippers.go:469] Request Headers:
I1028 11:11:51.371253 150723 round_trippers.go:473] Content-Type: application/json
I1028 11:11:51.371260 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:11:51.371264 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:11:51.378842 150723 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1028 11:11:51.379088 150723 main.go:141] libmachine: Making call to close driver server
I1028 11:11:51.379107 150723 main.go:141] libmachine: (ha-928358) Calling .Close
I1028 11:11:51.379391 150723 main.go:141] libmachine: Successfully made call to close driver server
I1028 11:11:51.379407 150723 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 11:11:51.723667 150723 main.go:141] libmachine: Making call to close driver server
I1028 11:11:51.723697 150723 main.go:141] libmachine: (ha-928358) Calling .Close
I1028 11:11:51.724015 150723 main.go:141] libmachine: Successfully made call to close driver server
I1028 11:11:51.724061 150723 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 11:11:51.724071 150723 main.go:141] libmachine: Making call to close driver server
I1028 11:11:51.724078 150723 main.go:141] libmachine: (ha-928358) Calling .Close
I1028 11:11:51.724024 150723 main.go:141] libmachine: (ha-928358) DBG | Closing plugin on server side
I1028 11:11:51.724319 150723 main.go:141] libmachine: Successfully made call to close driver server
I1028 11:11:51.724335 150723 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 11:11:51.726167 150723 out.go:177] * Enabled addons: default-storageclass, storage-provisioner
I1028 11:11:51.727603 150723 addons.go:510] duration metric: took 1.038296123s for enable addons: enabled=[default-storageclass storage-provisioner]
I1028 11:11:51.727646 150723 start.go:246] waiting for cluster config update ...
I1028 11:11:51.727661 150723 start.go:255] writing updated cluster config ...
I1028 11:11:51.729506 150723 out.go:201]
I1028 11:11:51.731166 150723 config.go:182] Loaded profile config "ha-928358": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:11:51.731233 150723 profile.go:143] Saving config to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/config.json ...
I1028 11:11:51.732989 150723 out.go:177] * Starting "ha-928358-m02" control-plane node in "ha-928358" cluster
I1028 11:11:51.734422 150723 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:11:51.734443 150723 cache.go:56] Caching tarball of preloaded images
I1028 11:11:51.734539 150723 preload.go:172] Found /home/jenkins/minikube-integration/19876-132631/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1028 11:11:51.734550 150723 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 11:11:51.734619 150723 profile.go:143] Saving config to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/config.json ...
I1028 11:11:51.734790 150723 start.go:360] acquireMachinesLock for ha-928358-m02: {Name:mk3750a0bdd2e97c7159620fd9d743a5396606c8 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1028 11:11:51.734834 150723 start.go:364] duration metric: took 28.788µs to acquireMachinesLock for "ha-928358-m02"
I1028 11:11:51.734851 150723 start.go:93] Provisioning new machine with config: &{Name:ha-928358 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-928358 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.206 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:11:51.734918 150723 start.go:125] createHost starting for "m02" (driver="kvm2")
I1028 11:11:51.736531 150723 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1028 11:11:51.736608 150723 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:11:51.736641 150723 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:11:51.751347 150723 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40959
I1028 11:11:51.751714 150723 main.go:141] libmachine: () Calling .GetVersion
I1028 11:11:51.752299 150723 main.go:141] libmachine: Using API Version 1
I1028 11:11:51.752328 150723 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:11:51.752603 150723 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:11:51.752792 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetMachineName
I1028 11:11:51.752934 150723 main.go:141] libmachine: (ha-928358-m02) Calling .DriverName
I1028 11:11:51.753123 150723 start.go:159] libmachine.API.Create for "ha-928358" (driver="kvm2")
I1028 11:11:51.753174 150723 client.go:168] LocalClient.Create starting
I1028 11:11:51.753215 150723 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem
I1028 11:11:51.753263 150723 main.go:141] libmachine: Decoding PEM data...
I1028 11:11:51.753289 150723 main.go:141] libmachine: Parsing certificate...
I1028 11:11:51.753362 150723 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem
I1028 11:11:51.753389 150723 main.go:141] libmachine: Decoding PEM data...
I1028 11:11:51.753404 150723 main.go:141] libmachine: Parsing certificate...
I1028 11:11:51.753437 150723 main.go:141] libmachine: Running pre-create checks...
I1028 11:11:51.753449 150723 main.go:141] libmachine: (ha-928358-m02) Calling .PreCreateCheck
I1028 11:11:51.753595 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetConfigRaw
I1028 11:11:51.754006 150723 main.go:141] libmachine: Creating machine...
I1028 11:11:51.754022 150723 main.go:141] libmachine: (ha-928358-m02) Calling .Create
I1028 11:11:51.754205 150723 main.go:141] libmachine: (ha-928358-m02) Creating KVM machine...
I1028 11:11:51.755415 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found existing default KVM network
I1028 11:11:51.755582 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found existing private KVM network mk-ha-928358
I1028 11:11:51.755707 150723 main.go:141] libmachine: (ha-928358-m02) Setting up store path in /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m02 ...
I1028 11:11:51.755730 150723 main.go:141] libmachine: (ha-928358-m02) Building disk image from file:///home/jenkins/minikube-integration/19876-132631/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso
I1028 11:11:51.755821 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:11:51.755707 151103 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19876-132631/.minikube
I1028 11:11:51.755971 150723 main.go:141] libmachine: (ha-928358-m02) Downloading /home/jenkins/minikube-integration/19876-132631/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19876-132631/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso...
I1028 11:11:51.993174 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:11:51.993039 151103 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m02/id_rsa...
I1028 11:11:52.383008 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:11:52.382864 151103 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m02/ha-928358-m02.rawdisk...
I1028 11:11:52.383053 150723 main.go:141] libmachine: (ha-928358-m02) DBG | Writing magic tar header
I1028 11:11:52.383094 150723 main.go:141] libmachine: (ha-928358-m02) DBG | Writing SSH key tar header
I1028 11:11:52.383117 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:11:52.383029 151103 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m02 ...
I1028 11:11:52.383167 150723 main.go:141] libmachine: (ha-928358-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m02
I1028 11:11:52.383203 150723 main.go:141] libmachine: (ha-928358-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19876-132631/.minikube/machines
I1028 11:11:52.383214 150723 main.go:141] libmachine: (ha-928358-m02) Setting executable bit set on /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m02 (perms=drwx------)
I1028 11:11:52.383224 150723 main.go:141] libmachine: (ha-928358-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19876-132631/.minikube
I1028 11:11:52.383237 150723 main.go:141] libmachine: (ha-928358-m02) Setting executable bit set on /home/jenkins/minikube-integration/19876-132631/.minikube/machines (perms=drwxr-xr-x)
I1028 11:11:52.383258 150723 main.go:141] libmachine: (ha-928358-m02) Setting executable bit set on /home/jenkins/minikube-integration/19876-132631/.minikube (perms=drwxr-xr-x)
I1028 11:11:52.383272 150723 main.go:141] libmachine: (ha-928358-m02) Setting executable bit set on /home/jenkins/minikube-integration/19876-132631 (perms=drwxrwxr-x)
I1028 11:11:52.383295 150723 main.go:141] libmachine: (ha-928358-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19876-132631
I1028 11:11:52.383304 150723 main.go:141] libmachine: (ha-928358-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1028 11:11:52.383313 150723 main.go:141] libmachine: (ha-928358-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1028 11:11:52.383324 150723 main.go:141] libmachine: (ha-928358-m02) DBG | Checking permissions on dir: /home/jenkins
I1028 11:11:52.383332 150723 main.go:141] libmachine: (ha-928358-m02) DBG | Checking permissions on dir: /home
I1028 11:11:52.383343 150723 main.go:141] libmachine: (ha-928358-m02) DBG | Skipping /home - not owner
I1028 11:11:52.383370 150723 main.go:141] libmachine: (ha-928358-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1028 11:11:52.383390 150723 main.go:141] libmachine: (ha-928358-m02) Creating domain...
I1028 11:11:52.384348 150723 main.go:141] libmachine: (ha-928358-m02) define libvirt domain using xml:
I1028 11:11:52.384373 150723 main.go:141] libmachine: (ha-928358-m02) <domain type='kvm'>
I1028 11:11:52.384400 150723 main.go:141] libmachine: (ha-928358-m02) <name>ha-928358-m02</name>
I1028 11:11:52.384412 150723 main.go:141] libmachine: (ha-928358-m02) <memory unit='MiB'>2200</memory>
I1028 11:11:52.384426 150723 main.go:141] libmachine: (ha-928358-m02) <vcpu>2</vcpu>
I1028 11:11:52.384436 150723 main.go:141] libmachine: (ha-928358-m02) <features>
I1028 11:11:52.384457 150723 main.go:141] libmachine: (ha-928358-m02) <acpi/>
I1028 11:11:52.384472 150723 main.go:141] libmachine: (ha-928358-m02) <apic/>
I1028 11:11:52.384478 150723 main.go:141] libmachine: (ha-928358-m02) <pae/>
I1028 11:11:52.384482 150723 main.go:141] libmachine: (ha-928358-m02)
I1028 11:11:52.384490 150723 main.go:141] libmachine: (ha-928358-m02) </features>
I1028 11:11:52.384494 150723 main.go:141] libmachine: (ha-928358-m02) <cpu mode='host-passthrough'>
I1028 11:11:52.384501 150723 main.go:141] libmachine: (ha-928358-m02)
I1028 11:11:52.384506 150723 main.go:141] libmachine: (ha-928358-m02) </cpu>
I1028 11:11:52.384511 150723 main.go:141] libmachine: (ha-928358-m02) <os>
I1028 11:11:52.384516 150723 main.go:141] libmachine: (ha-928358-m02) <type>hvm</type>
I1028 11:11:52.384522 150723 main.go:141] libmachine: (ha-928358-m02) <boot dev='cdrom'/>
I1028 11:11:52.384526 150723 main.go:141] libmachine: (ha-928358-m02) <boot dev='hd'/>
I1028 11:11:52.384531 150723 main.go:141] libmachine: (ha-928358-m02) <bootmenu enable='no'/>
I1028 11:11:52.384537 150723 main.go:141] libmachine: (ha-928358-m02) </os>
I1028 11:11:52.384561 150723 main.go:141] libmachine: (ha-928358-m02) <devices>
I1028 11:11:52.384580 150723 main.go:141] libmachine: (ha-928358-m02) <disk type='file' device='cdrom'>
I1028 11:11:52.384598 150723 main.go:141] libmachine: (ha-928358-m02) <source file='/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m02/boot2docker.iso'/>
I1028 11:11:52.384615 150723 main.go:141] libmachine: (ha-928358-m02) <target dev='hdc' bus='scsi'/>
I1028 11:11:52.384624 150723 main.go:141] libmachine: (ha-928358-m02) <readonly/>
I1028 11:11:52.384628 150723 main.go:141] libmachine: (ha-928358-m02) </disk>
I1028 11:11:52.384634 150723 main.go:141] libmachine: (ha-928358-m02) <disk type='file' device='disk'>
I1028 11:11:52.384642 150723 main.go:141] libmachine: (ha-928358-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1028 11:11:52.384650 150723 main.go:141] libmachine: (ha-928358-m02) <source file='/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m02/ha-928358-m02.rawdisk'/>
I1028 11:11:52.384657 150723 main.go:141] libmachine: (ha-928358-m02) <target dev='hda' bus='virtio'/>
I1028 11:11:52.384661 150723 main.go:141] libmachine: (ha-928358-m02) </disk>
I1028 11:11:52.384668 150723 main.go:141] libmachine: (ha-928358-m02) <interface type='network'>
I1028 11:11:52.384674 150723 main.go:141] libmachine: (ha-928358-m02) <source network='mk-ha-928358'/>
I1028 11:11:52.384681 150723 main.go:141] libmachine: (ha-928358-m02) <model type='virtio'/>
I1028 11:11:52.384688 150723 main.go:141] libmachine: (ha-928358-m02) </interface>
I1028 11:11:52.384692 150723 main.go:141] libmachine: (ha-928358-m02) <interface type='network'>
I1028 11:11:52.384698 150723 main.go:141] libmachine: (ha-928358-m02) <source network='default'/>
I1028 11:11:52.384703 150723 main.go:141] libmachine: (ha-928358-m02) <model type='virtio'/>
I1028 11:11:52.384708 150723 main.go:141] libmachine: (ha-928358-m02) </interface>
I1028 11:11:52.384713 150723 main.go:141] libmachine: (ha-928358-m02) <serial type='pty'>
I1028 11:11:52.384742 150723 main.go:141] libmachine: (ha-928358-m02) <target port='0'/>
I1028 11:11:52.384769 150723 main.go:141] libmachine: (ha-928358-m02) </serial>
I1028 11:11:52.384791 150723 main.go:141] libmachine: (ha-928358-m02) <console type='pty'>
I1028 11:11:52.384814 150723 main.go:141] libmachine: (ha-928358-m02) <target type='serial' port='0'/>
I1028 11:11:52.384828 150723 main.go:141] libmachine: (ha-928358-m02) </console>
I1028 11:11:52.384840 150723 main.go:141] libmachine: (ha-928358-m02) <rng model='virtio'>
I1028 11:11:52.384852 150723 main.go:141] libmachine: (ha-928358-m02) <backend model='random'>/dev/random</backend>
I1028 11:11:52.384859 150723 main.go:141] libmachine: (ha-928358-m02) </rng>
I1028 11:11:52.384865 150723 main.go:141] libmachine: (ha-928358-m02)
I1028 11:11:52.384887 150723 main.go:141] libmachine: (ha-928358-m02)
I1028 11:11:52.384900 150723 main.go:141] libmachine: (ha-928358-m02) </devices>
I1028 11:11:52.384910 150723 main.go:141] libmachine: (ha-928358-m02) </domain>
I1028 11:11:52.384921 150723 main.go:141] libmachine: (ha-928358-m02)
I1028 11:11:52.391941 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:67:49 in network default
I1028 11:11:52.392560 150723 main.go:141] libmachine: (ha-928358-m02) Ensuring networks are active...
I1028 11:11:52.392579 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:11:52.393436 150723 main.go:141] libmachine: (ha-928358-m02) Ensuring network default is active
I1028 11:11:52.393821 150723 main.go:141] libmachine: (ha-928358-m02) Ensuring network mk-ha-928358 is active
I1028 11:11:52.394171 150723 main.go:141] libmachine: (ha-928358-m02) Getting domain xml...
I1028 11:11:52.394853 150723 main.go:141] libmachine: (ha-928358-m02) Creating domain...
I1028 11:11:53.630024 150723 main.go:141] libmachine: (ha-928358-m02) Waiting to get IP...
I1028 11:11:53.630962 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:11:53.631449 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find current IP address of domain ha-928358-m02 in network mk-ha-928358
I1028 11:11:53.631495 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:11:53.631430 151103 retry.go:31] will retry after 231.171985ms: waiting for machine to come up
I1028 11:11:53.864111 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:11:53.864512 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find current IP address of domain ha-928358-m02 in network mk-ha-928358
I1028 11:11:53.864546 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:11:53.864499 151103 retry.go:31] will retry after 296.507043ms: waiting for machine to come up
I1028 11:11:54.163050 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:11:54.163543 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find current IP address of domain ha-928358-m02 in network mk-ha-928358
I1028 11:11:54.163593 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:11:54.163496 151103 retry.go:31] will retry after 357.855811ms: waiting for machine to come up
I1028 11:11:54.523089 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:11:54.523546 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find current IP address of domain ha-928358-m02 in network mk-ha-928358
I1028 11:11:54.523575 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:11:54.523481 151103 retry.go:31] will retry after 569.003787ms: waiting for machine to come up
I1028 11:11:55.094333 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:11:55.094770 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find current IP address of domain ha-928358-m02 in network mk-ha-928358
I1028 11:11:55.094795 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:11:55.094741 151103 retry.go:31] will retry after 495.310626ms: waiting for machine to come up
I1028 11:11:55.591480 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:11:55.592037 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find current IP address of domain ha-928358-m02 in network mk-ha-928358
I1028 11:11:55.592065 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:11:55.591984 151103 retry.go:31] will retry after 697.027358ms: waiting for machine to come up
I1028 11:11:56.291011 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:11:56.291427 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find current IP address of domain ha-928358-m02 in network mk-ha-928358
I1028 11:11:56.291455 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:11:56.291390 151103 retry.go:31] will retry after 819.98241ms: waiting for machine to come up
I1028 11:11:57.112476 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:11:57.112920 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find current IP address of domain ha-928358-m02 in network mk-ha-928358
I1028 11:11:57.112950 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:11:57.112861 151103 retry.go:31] will retry after 1.468451423s: waiting for machine to come up
I1028 11:11:58.582633 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:11:58.583095 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find current IP address of domain ha-928358-m02 in network mk-ha-928358
I1028 11:11:58.583117 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:11:58.583044 151103 retry.go:31] will retry after 1.732332827s: waiting for machine to come up
I1028 11:12:00.316579 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:00.316974 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find current IP address of domain ha-928358-m02 in network mk-ha-928358
I1028 11:12:00.317005 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:12:00.316915 151103 retry.go:31] will retry after 1.701246598s: waiting for machine to come up
I1028 11:12:02.020279 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:02.020762 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find current IP address of domain ha-928358-m02 in network mk-ha-928358
I1028 11:12:02.020780 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:12:02.020732 151103 retry.go:31] will retry after 2.239954262s: waiting for machine to come up
I1028 11:12:04.262705 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:04.263103 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find current IP address of domain ha-928358-m02 in network mk-ha-928358
I1028 11:12:04.263134 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:12:04.263076 151103 retry.go:31] will retry after 3.584543805s: waiting for machine to come up
I1028 11:12:07.848824 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:07.849223 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find current IP address of domain ha-928358-m02 in network mk-ha-928358
I1028 11:12:07.849246 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:12:07.849186 151103 retry.go:31] will retry after 4.083747812s: waiting for machine to come up
I1028 11:12:11.934986 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:11.935519 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find current IP address of domain ha-928358-m02 in network mk-ha-928358
I1028 11:12:11.935541 150723 main.go:141] libmachine: (ha-928358-m02) DBG | I1028 11:12:11.935464 151103 retry.go:31] will retry after 5.450262186s: waiting for machine to come up
I1028 11:12:17.387598 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:17.388014 150723 main.go:141] libmachine: (ha-928358-m02) Found IP for machine: 192.168.39.15
I1028 11:12:17.388040 150723 main.go:141] libmachine: (ha-928358-m02) Reserving static IP address...
I1028 11:12:17.388061 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has current primary IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:17.388484 150723 main.go:141] libmachine: (ha-928358-m02) DBG | unable to find host DHCP lease matching {name: "ha-928358-m02", mac: "52:54:00:6f:70:28", ip: "192.168.39.15"} in network mk-ha-928358
I1028 11:12:17.468628 150723 main.go:141] libmachine: (ha-928358-m02) Reserved static IP address: 192.168.39.15
I1028 11:12:17.468659 150723 main.go:141] libmachine: (ha-928358-m02) Waiting for SSH to be available...
I1028 11:12:17.468668 150723 main.go:141] libmachine: (ha-928358-m02) DBG | Getting to WaitForSSH function...
I1028 11:12:17.471501 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:17.472007 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:minikube Clientid:01:52:54:00:6f:70:28}
I1028 11:12:17.472034 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:17.472218 150723 main.go:141] libmachine: (ha-928358-m02) DBG | Using SSH client type: external
I1028 11:12:17.472251 150723 main.go:141] libmachine: (ha-928358-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m02/id_rsa (-rw-------)
I1028 11:12:17.472281 150723 main.go:141] libmachine: (ha-928358-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.15 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1028 11:12:17.472296 150723 main.go:141] libmachine: (ha-928358-m02) DBG | About to run SSH command:
I1028 11:12:17.472313 150723 main.go:141] libmachine: (ha-928358-m02) DBG | exit 0
I1028 11:12:17.602076 150723 main.go:141] libmachine: (ha-928358-m02) DBG | SSH cmd err, output: <nil>:
I1028 11:12:17.602372 150723 main.go:141] libmachine: (ha-928358-m02) KVM machine creation complete!
I1028 11:12:17.602744 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetConfigRaw
I1028 11:12:17.603321 150723 main.go:141] libmachine: (ha-928358-m02) Calling .DriverName
I1028 11:12:17.603533 150723 main.go:141] libmachine: (ha-928358-m02) Calling .DriverName
I1028 11:12:17.603697 150723 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1028 11:12:17.603728 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetState
I1028 11:12:17.605258 150723 main.go:141] libmachine: Detecting operating system of created instance...
I1028 11:12:17.605275 150723 main.go:141] libmachine: Waiting for SSH to be available...
I1028 11:12:17.605282 150723 main.go:141] libmachine: Getting to WaitForSSH function...
I1028 11:12:17.605291 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHHostname
I1028 11:12:17.607333 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:17.607701 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:17.607721 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:17.607912 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHPort
I1028 11:12:17.608143 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:17.608313 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:17.608439 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHUsername
I1028 11:12:17.608583 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:12:17.608808 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.15 22 <nil> <nil>}
I1028 11:12:17.608820 150723 main.go:141] libmachine: About to run SSH command:
exit 0
I1028 11:12:17.721307 150723 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:12:17.721336 150723 main.go:141] libmachine: Detecting the provisioner...
I1028 11:12:17.721347 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHHostname
I1028 11:12:17.724798 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:17.725194 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:17.725223 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:17.725409 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHPort
I1028 11:12:17.725636 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:17.725807 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:17.725966 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHUsername
I1028 11:12:17.726099 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:12:17.726262 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.15 22 <nil> <nil>}
I1028 11:12:17.726279 150723 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1028 11:12:17.838473 150723 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1028 11:12:17.838586 150723 main.go:141] libmachine: found compatible host: buildroot
I1028 11:12:17.838602 150723 main.go:141] libmachine: Provisioning with buildroot...
I1028 11:12:17.838613 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetMachineName
I1028 11:12:17.838892 150723 buildroot.go:166] provisioning hostname "ha-928358-m02"
I1028 11:12:17.838917 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetMachineName
I1028 11:12:17.839093 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHHostname
I1028 11:12:17.841883 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:17.842317 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:17.842339 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:17.842472 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHPort
I1028 11:12:17.842669 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:17.842831 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:17.842971 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHUsername
I1028 11:12:17.843156 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:12:17.843326 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.15 22 <nil> <nil>}
I1028 11:12:17.843338 150723 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-928358-m02 && echo "ha-928358-m02" | sudo tee /etc/hostname
I1028 11:12:17.968498 150723 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-928358-m02
I1028 11:12:17.968528 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHHostname
I1028 11:12:17.971246 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:17.971623 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:17.971653 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:17.971818 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHPort
I1028 11:12:17.971988 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:17.972158 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:17.972315 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHUsername
I1028 11:12:17.972474 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:12:17.972671 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.15 22 <nil> <nil>}
I1028 11:12:17.972693 150723 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-928358-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-928358-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-928358-m02' | sudo tee -a /etc/hosts;
fi
fi
I1028 11:12:18.095026 150723 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:12:18.095079 150723 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19876-132631/.minikube CaCertPath:/home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19876-132631/.minikube}
I1028 11:12:18.095099 150723 buildroot.go:174] setting up certificates
I1028 11:12:18.095111 150723 provision.go:84] configureAuth start
I1028 11:12:18.095125 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetMachineName
I1028 11:12:18.095406 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetIP
I1028 11:12:18.098183 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.098549 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:18.098574 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.098726 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHHostname
I1028 11:12:18.100797 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.101183 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:18.101209 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.101422 150723 provision.go:143] copyHostCerts
I1028 11:12:18.101450 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19876-132631/.minikube/cert.pem
I1028 11:12:18.101483 150723 exec_runner.go:144] found /home/jenkins/minikube-integration/19876-132631/.minikube/cert.pem, removing ...
I1028 11:12:18.101493 150723 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19876-132631/.minikube/cert.pem
I1028 11:12:18.101585 150723 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19876-132631/.minikube/cert.pem (1123 bytes)
I1028 11:12:18.101707 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19876-132631/.minikube/key.pem
I1028 11:12:18.101736 150723 exec_runner.go:144] found /home/jenkins/minikube-integration/19876-132631/.minikube/key.pem, removing ...
I1028 11:12:18.101747 150723 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19876-132631/.minikube/key.pem
I1028 11:12:18.101792 150723 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19876-132631/.minikube/key.pem (1679 bytes)
I1028 11:12:18.101860 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19876-132631/.minikube/ca.pem
I1028 11:12:18.101880 150723 exec_runner.go:144] found /home/jenkins/minikube-integration/19876-132631/.minikube/ca.pem, removing ...
I1028 11:12:18.101884 150723 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.pem
I1028 11:12:18.101906 150723 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19876-132631/.minikube/ca.pem (1078 bytes)
I1028 11:12:18.101972 150723 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca-key.pem org=jenkins.ha-928358-m02 san=[127.0.0.1 192.168.39.15 ha-928358-m02 localhost minikube]
I1028 11:12:18.196094 150723 provision.go:177] copyRemoteCerts
I1028 11:12:18.196152 150723 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 11:12:18.196173 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHHostname
I1028 11:12:18.198995 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.199315 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:18.199339 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.199521 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHPort
I1028 11:12:18.199709 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:18.199854 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHUsername
I1028 11:12:18.199983 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.15 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m02/id_rsa Username:docker}
I1028 11:12:18.288841 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1028 11:12:18.288936 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1028 11:12:18.314840 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server.pem -> /etc/docker/server.pem
I1028 11:12:18.314910 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1028 11:12:18.341393 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1028 11:12:18.341485 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1028 11:12:18.366854 150723 provision.go:87] duration metric: took 271.722974ms to configureAuth
I1028 11:12:18.366893 150723 buildroot.go:189] setting minikube options for container-runtime
I1028 11:12:18.367124 150723 config.go:182] Loaded profile config "ha-928358": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:12:18.367212 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHHostname
I1028 11:12:18.370267 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.370606 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:18.370639 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.370796 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHPort
I1028 11:12:18.371029 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:18.371173 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:18.371307 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHUsername
I1028 11:12:18.371456 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:12:18.371620 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.15 22 <nil> <nil>}
I1028 11:12:18.371634 150723 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 11:12:18.612895 150723 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 11:12:18.612923 150723 main.go:141] libmachine: Checking connection to Docker...
I1028 11:12:18.612931 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetURL
I1028 11:12:18.614354 150723 main.go:141] libmachine: (ha-928358-m02) DBG | Using libvirt version 6000000
I1028 11:12:18.616667 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.617056 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:18.617087 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.617192 150723 main.go:141] libmachine: Docker is up and running!
I1028 11:12:18.617204 150723 main.go:141] libmachine: Reticulating splines...
I1028 11:12:18.617212 150723 client.go:171] duration metric: took 26.86402649s to LocalClient.Create
I1028 11:12:18.617234 150723 start.go:167] duration metric: took 26.864111247s to libmachine.API.Create "ha-928358"
I1028 11:12:18.617248 150723 start.go:293] postStartSetup for "ha-928358-m02" (driver="kvm2")
I1028 11:12:18.617264 150723 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 11:12:18.617289 150723 main.go:141] libmachine: (ha-928358-m02) Calling .DriverName
I1028 11:12:18.617583 150723 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 11:12:18.617614 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHHostname
I1028 11:12:18.619991 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.620293 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:18.620324 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.620465 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHPort
I1028 11:12:18.620632 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:18.620807 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHUsername
I1028 11:12:18.620947 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.15 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m02/id_rsa Username:docker}
I1028 11:12:18.709453 150723 ssh_runner.go:195] Run: cat /etc/os-release
I1028 11:12:18.714006 150723 info.go:137] Remote host: Buildroot 2023.02.9
I1028 11:12:18.714050 150723 filesync.go:126] Scanning /home/jenkins/minikube-integration/19876-132631/.minikube/addons for local assets ...
I1028 11:12:18.714135 150723 filesync.go:126] Scanning /home/jenkins/minikube-integration/19876-132631/.minikube/files for local assets ...
I1028 11:12:18.714212 150723 filesync.go:149] local asset: /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem -> 1403032.pem in /etc/ssl/certs
I1028 11:12:18.714223 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem -> /etc/ssl/certs/1403032.pem
I1028 11:12:18.714317 150723 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1028 11:12:18.725069 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem --> /etc/ssl/certs/1403032.pem (1708 bytes)
I1028 11:12:18.750381 150723 start.go:296] duration metric: took 133.112799ms for postStartSetup
I1028 11:12:18.750443 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetConfigRaw
I1028 11:12:18.751083 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetIP
I1028 11:12:18.753465 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.753830 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:18.753860 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.754104 150723 profile.go:143] Saving config to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/config.json ...
I1028 11:12:18.754302 150723 start.go:128] duration metric: took 27.019366662s to createHost
I1028 11:12:18.754324 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHHostname
I1028 11:12:18.756274 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.756584 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:18.756606 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.756746 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHPort
I1028 11:12:18.756928 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:18.757083 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:18.757211 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHUsername
I1028 11:12:18.757395 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:12:18.757617 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.15 22 <nil> <nil>}
I1028 11:12:18.757632 150723 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1028 11:12:18.870465 150723 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730113938.848702185
I1028 11:12:18.870492 150723 fix.go:216] guest clock: 1730113938.848702185
I1028 11:12:18.870502 150723 fix.go:229] Guest: 2024-10-28 11:12:18.848702185 +0000 UTC Remote: 2024-10-28 11:12:18.754313813 +0000 UTC m=+79.331053022 (delta=94.388372ms)
I1028 11:12:18.870523 150723 fix.go:200] guest clock delta is within tolerance: 94.388372ms
I1028 11:12:18.870530 150723 start.go:83] releasing machines lock for "ha-928358-m02", held for 27.135687063s
I1028 11:12:18.870557 150723 main.go:141] libmachine: (ha-928358-m02) Calling .DriverName
I1028 11:12:18.870818 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetIP
I1028 11:12:18.873499 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.873921 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:18.873952 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.876354 150723 out.go:177] * Found network options:
I1028 11:12:18.877803 150723 out.go:177] - NO_PROXY=192.168.39.206
W1028 11:12:18.879297 150723 proxy.go:119] fail to check proxy env: Error ip not in block
I1028 11:12:18.879332 150723 main.go:141] libmachine: (ha-928358-m02) Calling .DriverName
I1028 11:12:18.879863 150723 main.go:141] libmachine: (ha-928358-m02) Calling .DriverName
I1028 11:12:18.880042 150723 main.go:141] libmachine: (ha-928358-m02) Calling .DriverName
I1028 11:12:18.880145 150723 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 11:12:18.880199 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHHostname
W1028 11:12:18.880223 150723 proxy.go:119] fail to check proxy env: Error ip not in block
I1028 11:12:18.880307 150723 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 11:12:18.880332 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHHostname
I1028 11:12:18.882741 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.883009 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:18.883032 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.883152 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.883178 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHPort
I1028 11:12:18.883365 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:18.883531 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHUsername
I1028 11:12:18.883570 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:18.883597 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:18.883673 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.15 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m02/id_rsa Username:docker}
I1028 11:12:18.883773 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHPort
I1028 11:12:18.883886 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHKeyPath
I1028 11:12:18.883979 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetSSHUsername
I1028 11:12:18.884097 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.15 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m02/id_rsa Username:docker}
I1028 11:12:19.140607 150723 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1028 11:12:19.146803 150723 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1028 11:12:19.146880 150723 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 11:12:19.163725 150723 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1028 11:12:19.163760 150723 start.go:495] detecting cgroup driver to use...
I1028 11:12:19.163823 150723 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 11:12:19.180717 150723 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 11:12:19.195299 150723 docker.go:217] disabling cri-docker service (if available) ...
I1028 11:12:19.195367 150723 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 11:12:19.209555 150723 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 11:12:19.223597 150723 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 11:12:19.345039 150723 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 11:12:19.505186 150723 docker.go:233] disabling docker service ...
I1028 11:12:19.505264 150723 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 11:12:19.520570 150723 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 11:12:19.534795 150723 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 11:12:19.656005 150723 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 11:12:19.777835 150723 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 11:12:19.793076 150723 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 11:12:19.813202 150723 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 11:12:19.813275 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:12:19.824795 150723 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 11:12:19.824878 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:12:19.836376 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:12:19.847788 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:12:19.858444 150723 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 11:12:19.869710 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:12:19.880881 150723 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:12:19.900116 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:12:19.910944 150723 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 11:12:19.921199 150723 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1028 11:12:19.921284 150723 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1028 11:12:19.936681 150723 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 11:12:19.954317 150723 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:12:20.080754 150723 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 11:12:20.180414 150723 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 11:12:20.180503 150723 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 11:12:20.185906 150723 start.go:563] Will wait 60s for crictl version
I1028 11:12:20.185979 150723 ssh_runner.go:195] Run: which crictl
I1028 11:12:20.190133 150723 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 11:12:20.233553 150723 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1028 11:12:20.233626 150723 ssh_runner.go:195] Run: crio --version
I1028 11:12:20.262764 150723 ssh_runner.go:195] Run: crio --version
I1028 11:12:20.298972 150723 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1028 11:12:20.300478 150723 out.go:177] - env NO_PROXY=192.168.39.206
I1028 11:12:20.301810 150723 main.go:141] libmachine: (ha-928358-m02) Calling .GetIP
I1028 11:12:20.304361 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:20.304709 150723 main.go:141] libmachine: (ha-928358-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:6f:70:28", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:12:07 +0000 UTC Type:0 Mac:52:54:00:6f:70:28 Iaid: IPaddr:192.168.39.15 Prefix:24 Hostname:ha-928358-m02 Clientid:01:52:54:00:6f:70:28}
I1028 11:12:20.304731 150723 main.go:141] libmachine: (ha-928358-m02) DBG | domain ha-928358-m02 has defined IP address 192.168.39.15 and MAC address 52:54:00:6f:70:28 in network mk-ha-928358
I1028 11:12:20.304901 150723 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1028 11:12:20.309556 150723 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:12:20.323672 150723 mustload.go:65] Loading cluster: ha-928358
I1028 11:12:20.323882 150723 config.go:182] Loaded profile config "ha-928358": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:12:20.324235 150723 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:12:20.324287 150723 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:12:20.339013 150723 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40105
I1028 11:12:20.339463 150723 main.go:141] libmachine: () Calling .GetVersion
I1028 11:12:20.340030 150723 main.go:141] libmachine: Using API Version 1
I1028 11:12:20.340052 150723 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:12:20.340399 150723 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:12:20.340615 150723 main.go:141] libmachine: (ha-928358) Calling .GetState
I1028 11:12:20.342314 150723 host.go:66] Checking if "ha-928358" exists ...
I1028 11:12:20.342631 150723 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:12:20.342680 150723 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:12:20.357539 150723 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44531
I1028 11:12:20.358002 150723 main.go:141] libmachine: () Calling .GetVersion
I1028 11:12:20.358498 150723 main.go:141] libmachine: Using API Version 1
I1028 11:12:20.358519 150723 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:12:20.359008 150723 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:12:20.359212 150723 main.go:141] libmachine: (ha-928358) Calling .DriverName
I1028 11:12:20.359422 150723 certs.go:68] Setting up /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358 for IP: 192.168.39.15
I1028 11:12:20.359434 150723 certs.go:194] generating shared ca certs ...
I1028 11:12:20.359450 150723 certs.go:226] acquiring lock for ca certs: {Name:mk53dbfb7389703f8def9344429825adee693423 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:12:20.359573 150723 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.key
I1028 11:12:20.359614 150723 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.key
I1028 11:12:20.359623 150723 certs.go:256] generating profile certs ...
I1028 11:12:20.359689 150723 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/client.key
I1028 11:12:20.359712 150723 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key.1139bf94
I1028 11:12:20.359727 150723 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt.1139bf94 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.206 192.168.39.15 192.168.39.254]
I1028 11:12:20.442903 150723 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt.1139bf94 ...
I1028 11:12:20.442934 150723 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt.1139bf94: {Name:mk85a4e1a50b9026ab3d6dc4495b321bb7e02ae0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:12:20.443115 150723 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key.1139bf94 ...
I1028 11:12:20.443128 150723 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key.1139bf94: {Name:mk7f773e25633de1a7b22c2c20b13ade22c5f211 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:12:20.443202 150723 certs.go:381] copying /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt.1139bf94 -> /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt
I1028 11:12:20.443334 150723 certs.go:385] copying /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key.1139bf94 -> /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key
I1028 11:12:20.443463 150723 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.key
I1028 11:12:20.443480 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1028 11:12:20.443493 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1028 11:12:20.443506 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1028 11:12:20.443519 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1028 11:12:20.443535 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1028 11:12:20.443547 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1028 11:12:20.443559 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1028 11:12:20.443571 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1028 11:12:20.443620 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/140303.pem (1338 bytes)
W1028 11:12:20.443647 150723 certs.go:480] ignoring /home/jenkins/minikube-integration/19876-132631/.minikube/certs/140303_empty.pem, impossibly tiny 0 bytes
I1028 11:12:20.443657 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca-key.pem (1675 bytes)
I1028 11:12:20.443683 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem (1078 bytes)
I1028 11:12:20.443705 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem (1123 bytes)
I1028 11:12:20.443728 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/key.pem (1679 bytes)
I1028 11:12:20.443767 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem (1708 bytes)
I1028 11:12:20.443793 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1028 11:12:20.443806 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/140303.pem -> /usr/share/ca-certificates/140303.pem
I1028 11:12:20.443820 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem -> /usr/share/ca-certificates/1403032.pem
I1028 11:12:20.443852 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:12:20.446971 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:12:20.447376 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:12:20.447407 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:12:20.447537 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:12:20.447754 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:12:20.447909 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:12:20.448040 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.206 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/id_rsa Username:docker}
I1028 11:12:20.533935 150723 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1028 11:12:20.540194 150723 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1028 11:12:20.553555 150723 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1028 11:12:20.558471 150723 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1028 11:12:20.571472 150723 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1028 11:12:20.576267 150723 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1028 11:12:20.588003 150723 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1028 11:12:20.593338 150723 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1028 11:12:20.605038 150723 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1028 11:12:20.609724 150723 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1028 11:12:20.623742 150723 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1028 11:12:20.628679 150723 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1028 11:12:20.640341 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 11:12:20.667017 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1028 11:12:20.692744 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 11:12:20.718588 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1028 11:12:20.748034 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1028 11:12:20.775373 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1028 11:12:20.802947 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 11:12:20.831097 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1028 11:12:20.858123 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 11:12:20.882703 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/certs/140303.pem --> /usr/share/ca-certificates/140303.pem (1338 bytes)
I1028 11:12:20.907628 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem --> /usr/share/ca-certificates/1403032.pem (1708 bytes)
I1028 11:12:20.933325 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1028 11:12:20.951380 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1028 11:12:20.970398 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1028 11:12:20.988118 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1028 11:12:21.006403 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1028 11:12:21.027746 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1028 11:12:21.046174 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1028 11:12:21.066465 150723 ssh_runner.go:195] Run: openssl version
I1028 11:12:21.072838 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 11:12:21.086541 150723 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 11:12:21.091618 150723 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 10:55 /usr/share/ca-certificates/minikubeCA.pem
I1028 11:12:21.091672 150723 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 11:12:21.098303 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 11:12:21.110328 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/140303.pem && ln -fs /usr/share/ca-certificates/140303.pem /etc/ssl/certs/140303.pem"
I1028 11:12:21.122629 150723 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/140303.pem
I1028 11:12:21.127701 150723 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 28 11:07 /usr/share/ca-certificates/140303.pem
I1028 11:12:21.127772 150723 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/140303.pem
I1028 11:12:21.134271 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/140303.pem /etc/ssl/certs/51391683.0"
I1028 11:12:21.146879 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1403032.pem && ln -fs /usr/share/ca-certificates/1403032.pem /etc/ssl/certs/1403032.pem"
I1028 11:12:21.159782 150723 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1403032.pem
I1028 11:12:21.165113 150723 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 28 11:07 /usr/share/ca-certificates/1403032.pem
I1028 11:12:21.165173 150723 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1403032.pem
I1028 11:12:21.171693 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/1403032.pem /etc/ssl/certs/3ec20f2e.0"
I1028 11:12:21.183939 150723 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 11:12:21.188218 150723 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 11:12:21.188285 150723 kubeadm.go:934] updating node {m02 192.168.39.15 8443 v1.31.2 crio true true} ...
I1028 11:12:21.188380 150723 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-928358-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.15
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-928358 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 11:12:21.188402 150723 kube-vip.go:115] generating kube-vip config ...
I1028 11:12:21.188440 150723 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1028 11:12:21.207772 150723 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1028 11:12:21.207836 150723 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1028 11:12:21.207903 150723 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 11:12:21.219161 150723 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1028 11:12:21.219233 150723 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1028 11:12:21.229788 150723 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1028 11:12:21.229822 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1028 11:12:21.229868 150723 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19876-132631/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1028 11:12:21.229883 150723 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1028 11:12:21.229901 150723 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19876-132631/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1028 11:12:21.234643 150723 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1028 11:12:21.234682 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1028 11:12:22.169217 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1028 11:12:22.169290 150723 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1028 11:12:22.175155 150723 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1028 11:12:22.175187 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1028 11:12:22.612156 150723 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:12:22.630404 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1028 11:12:22.630517 150723 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1028 11:12:22.635637 150723 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1028 11:12:22.635690 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1028 11:12:22.984793 150723 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1028 11:12:22.995829 150723 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1028 11:12:23.014631 150723 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 11:12:23.033132 150723 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1028 11:12:23.051694 150723 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1028 11:12:23.056057 150723 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:12:23.069704 150723 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:12:23.193632 150723 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:12:23.213616 150723 host.go:66] Checking if "ha-928358" exists ...
I1028 11:12:23.214094 150723 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:12:23.214154 150723 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:12:23.229467 150723 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39255
I1028 11:12:23.229946 150723 main.go:141] libmachine: () Calling .GetVersion
I1028 11:12:23.230470 150723 main.go:141] libmachine: Using API Version 1
I1028 11:12:23.230493 150723 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:12:23.230811 150723 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:12:23.231005 150723 main.go:141] libmachine: (ha-928358) Calling .DriverName
I1028 11:12:23.231156 150723 start.go:317] joinCluster: &{Name:ha-928358 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-928358 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.206 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.15 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration
:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:12:23.231250 150723 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1028 11:12:23.231265 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:12:23.234605 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:12:23.235105 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:12:23.235130 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:12:23.235484 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:12:23.235658 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:12:23.235817 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:12:23.235978 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.206 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/id_rsa Username:docker}
I1028 11:12:23.587402 150723 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.15 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:12:23.587450 150723 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 0up603.shgmvlsrpj1mebjg --discovery-token-ca-cert-hash sha256:3d1fdf748a1f4d8b286cfc9c270639240f81c04a894ce994fd4e984a90f3d23b --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-928358-m02 --control-plane --apiserver-advertise-address=192.168.39.15 --apiserver-bind-port=8443"
I1028 11:12:49.062311 150723 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 0up603.shgmvlsrpj1mebjg --discovery-token-ca-cert-hash sha256:3d1fdf748a1f4d8b286cfc9c270639240f81c04a894ce994fd4e984a90f3d23b --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-928358-m02 --control-plane --apiserver-advertise-address=192.168.39.15 --apiserver-bind-port=8443": (25.474831461s)
I1028 11:12:49.062358 150723 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1028 11:12:49.750628 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-928358-m02 minikube.k8s.io/updated_at=2024_10_28T11_12_49_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=605803b196d1455ad0982199aad6722d11920536 minikube.k8s.io/name=ha-928358 minikube.k8s.io/primary=false
I1028 11:12:49.901989 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-928358-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1028 11:12:50.021163 150723 start.go:319] duration metric: took 26.789999674s to joinCluster
I1028 11:12:50.021261 150723 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.15 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:12:50.021588 150723 config.go:182] Loaded profile config "ha-928358": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:12:50.022686 150723 out.go:177] * Verifying Kubernetes components...
I1028 11:12:50.024027 150723 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:12:50.259666 150723 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:12:50.294975 150723 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19876-132631/kubeconfig
I1028 11:12:50.295261 150723 kapi.go:59] client config for ha-928358: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/client.crt", KeyFile:"/home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/client.key", CAFile:"/home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439ec0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1028 11:12:50.295325 150723 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.206:8443
I1028 11:12:50.295539 150723 node_ready.go:35] waiting up to 6m0s for node "ha-928358-m02" to be "Ready" ...
I1028 11:12:50.295634 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:50.295644 150723 round_trippers.go:469] Request Headers:
I1028 11:12:50.295655 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:50.295661 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:50.311123 150723 round_trippers.go:574] Response Status: 200 OK in 15 milliseconds
I1028 11:12:50.796718 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:50.796750 150723 round_trippers.go:469] Request Headers:
I1028 11:12:50.796761 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:50.796767 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:50.800704 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:12:51.296741 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:51.296771 150723 round_trippers.go:469] Request Headers:
I1028 11:12:51.296783 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:51.296789 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:51.301317 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:12:51.796429 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:51.796461 150723 round_trippers.go:469] Request Headers:
I1028 11:12:51.796472 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:51.796479 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:51.902786 150723 round_trippers.go:574] Response Status: 200 OK in 106 milliseconds
I1028 11:12:52.295866 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:52.295889 150723 round_trippers.go:469] Request Headers:
I1028 11:12:52.295896 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:52.295902 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:52.299707 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:12:52.300296 150723 node_ready.go:53] node "ha-928358-m02" has status "Ready":"False"
I1028 11:12:52.796802 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:52.796836 150723 round_trippers.go:469] Request Headers:
I1028 11:12:52.796848 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:52.796854 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:52.801105 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:12:53.296430 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:53.296464 150723 round_trippers.go:469] Request Headers:
I1028 11:12:53.296476 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:53.296482 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:53.300401 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:12:53.796454 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:53.796475 150723 round_trippers.go:469] Request Headers:
I1028 11:12:53.796483 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:53.796487 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:53.800686 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:12:54.296632 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:54.296658 150723 round_trippers.go:469] Request Headers:
I1028 11:12:54.296669 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:54.296675 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:54.430413 150723 round_trippers.go:574] Response Status: 200 OK in 133 milliseconds
I1028 11:12:54.431260 150723 node_ready.go:53] node "ha-928358-m02" has status "Ready":"False"
I1028 11:12:54.796228 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:54.796251 150723 round_trippers.go:469] Request Headers:
I1028 11:12:54.796260 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:54.796297 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:54.799743 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:12:55.295741 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:55.295769 150723 round_trippers.go:469] Request Headers:
I1028 11:12:55.295779 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:55.295784 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:55.300264 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:12:55.796141 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:55.796166 150723 round_trippers.go:469] Request Headers:
I1028 11:12:55.796177 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:55.796183 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:55.799984 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:12:56.296002 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:56.296025 150723 round_trippers.go:469] Request Headers:
I1028 11:12:56.296033 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:56.296038 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:56.299236 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:12:56.796285 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:56.796327 150723 round_trippers.go:469] Request Headers:
I1028 11:12:56.796338 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:56.796343 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:56.801079 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:12:56.801722 150723 node_ready.go:53] node "ha-928358-m02" has status "Ready":"False"
I1028 11:12:57.295973 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:57.296010 150723 round_trippers.go:469] Request Headers:
I1028 11:12:57.296019 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:57.296022 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:57.300070 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:12:57.796110 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:57.796138 150723 round_trippers.go:469] Request Headers:
I1028 11:12:57.796150 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:57.796156 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:57.800286 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:12:58.296657 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:58.296684 150723 round_trippers.go:469] Request Headers:
I1028 11:12:58.296694 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:58.296700 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:58.300601 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:12:58.795760 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:58.795783 150723 round_trippers.go:469] Request Headers:
I1028 11:12:58.795791 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:58.795795 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:58.799253 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:12:59.296427 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:59.296448 150723 round_trippers.go:469] Request Headers:
I1028 11:12:59.296457 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:59.296461 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:59.300112 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:12:59.300577 150723 node_ready.go:53] node "ha-928358-m02" has status "Ready":"False"
I1028 11:12:59.795852 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:12:59.795874 150723 round_trippers.go:469] Request Headers:
I1028 11:12:59.795882 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:12:59.795886 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:12:59.799187 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:00.296355 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:00.296376 150723 round_trippers.go:469] Request Headers:
I1028 11:13:00.296385 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:00.296388 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:00.300090 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:00.796212 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:00.796241 150723 round_trippers.go:469] Request Headers:
I1028 11:13:00.796250 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:00.796255 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:00.799643 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:01.296675 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:01.296698 150723 round_trippers.go:469] Request Headers:
I1028 11:13:01.296706 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:01.296720 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:01.300506 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:01.300981 150723 node_ready.go:53] node "ha-928358-m02" has status "Ready":"False"
I1028 11:13:01.795747 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:01.795781 150723 round_trippers.go:469] Request Headers:
I1028 11:13:01.795793 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:01.795800 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:01.799384 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:02.296561 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:02.296587 150723 round_trippers.go:469] Request Headers:
I1028 11:13:02.296595 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:02.296601 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:02.300227 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:02.796111 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:02.796139 150723 round_trippers.go:469] Request Headers:
I1028 11:13:02.796150 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:02.796175 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:02.799502 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:03.295908 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:03.295932 150723 round_trippers.go:469] Request Headers:
I1028 11:13:03.295940 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:03.295944 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:03.299608 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:03.796579 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:03.796602 150723 round_trippers.go:469] Request Headers:
I1028 11:13:03.796611 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:03.796615 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:03.801307 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:13:03.802803 150723 node_ready.go:53] node "ha-928358-m02" has status "Ready":"False"
I1028 11:13:04.296022 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:04.296047 150723 round_trippers.go:469] Request Headers:
I1028 11:13:04.296055 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:04.296058 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:04.300556 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:13:04.796471 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:04.796494 150723 round_trippers.go:469] Request Headers:
I1028 11:13:04.796502 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:04.796507 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:04.801460 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:13:05.296387 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:05.296409 150723 round_trippers.go:469] Request Headers:
I1028 11:13:05.296417 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:05.296422 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:05.299743 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:05.796148 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:05.796171 150723 round_trippers.go:469] Request Headers:
I1028 11:13:05.796179 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:05.796184 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:05.801488 150723 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 11:13:06.296441 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:06.296475 150723 round_trippers.go:469] Request Headers:
I1028 11:13:06.296487 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:06.296492 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:06.300636 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:13:06.301140 150723 node_ready.go:53] node "ha-928358-m02" has status "Ready":"False"
I1028 11:13:06.796015 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:06.796054 150723 round_trippers.go:469] Request Headers:
I1028 11:13:06.796067 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:06.796073 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:06.802178 150723 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 11:13:07.295805 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:07.295832 150723 round_trippers.go:469] Request Headers:
I1028 11:13:07.295841 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:07.295845 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:07.300831 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:13:07.796368 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:07.796395 150723 round_trippers.go:469] Request Headers:
I1028 11:13:07.796407 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:07.796413 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:07.800287 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:08.295819 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:08.295846 150723 round_trippers.go:469] Request Headers:
I1028 11:13:08.295856 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:08.295862 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:08.303573 150723 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1028 11:13:08.304813 150723 node_ready.go:49] node "ha-928358-m02" has status "Ready":"True"
I1028 11:13:08.304842 150723 node_ready.go:38] duration metric: took 18.009284836s for node "ha-928358-m02" to be "Ready" ...
I1028 11:13:08.304855 150723 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:13:08.304964 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods
I1028 11:13:08.304977 150723 round_trippers.go:469] Request Headers:
I1028 11:13:08.304986 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:08.304996 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:08.314253 150723 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1028 11:13:08.322556 150723 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-gnm9r" in "kube-system" namespace to be "Ready" ...
I1028 11:13:08.322661 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-gnm9r
I1028 11:13:08.322674 150723 round_trippers.go:469] Request Headers:
I1028 11:13:08.322686 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:08.322694 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:08.325598 150723 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:13:08.326235 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:13:08.326251 150723 round_trippers.go:469] Request Headers:
I1028 11:13:08.326262 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:08.326267 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:08.329653 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:08.330306 150723 pod_ready.go:93] pod "coredns-7c65d6cfc9-gnm9r" in "kube-system" namespace has status "Ready":"True"
I1028 11:13:08.330330 150723 pod_ready.go:82] duration metric: took 7.745243ms for pod "coredns-7c65d6cfc9-gnm9r" in "kube-system" namespace to be "Ready" ...
I1028 11:13:08.330344 150723 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-xxxgw" in "kube-system" namespace to be "Ready" ...
I1028 11:13:08.330420 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-xxxgw
I1028 11:13:08.330431 150723 round_trippers.go:469] Request Headers:
I1028 11:13:08.330443 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:08.330451 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:08.333854 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:08.334683 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:13:08.334698 150723 round_trippers.go:469] Request Headers:
I1028 11:13:08.334709 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:08.334717 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:08.338575 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:08.339125 150723 pod_ready.go:93] pod "coredns-7c65d6cfc9-xxxgw" in "kube-system" namespace has status "Ready":"True"
I1028 11:13:08.339151 150723 pod_ready.go:82] duration metric: took 8.79493ms for pod "coredns-7c65d6cfc9-xxxgw" in "kube-system" namespace to be "Ready" ...
I1028 11:13:08.339166 150723 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:13:08.339239 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/etcd-ha-928358
I1028 11:13:08.339251 150723 round_trippers.go:469] Request Headers:
I1028 11:13:08.339260 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:08.339266 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:08.342147 150723 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:13:08.342887 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:13:08.342903 150723 round_trippers.go:469] Request Headers:
I1028 11:13:08.342914 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:08.342919 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:08.345586 150723 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:13:08.346017 150723 pod_ready.go:93] pod "etcd-ha-928358" in "kube-system" namespace has status "Ready":"True"
I1028 11:13:08.346037 150723 pod_ready.go:82] duration metric: took 6.859007ms for pod "etcd-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:13:08.346049 150723 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:13:08.346126 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/etcd-ha-928358-m02
I1028 11:13:08.346136 150723 round_trippers.go:469] Request Headers:
I1028 11:13:08.346149 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:08.346155 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:08.349837 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:08.350760 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:08.350776 150723 round_trippers.go:469] Request Headers:
I1028 11:13:08.350783 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:08.350787 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:08.354111 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:08.354776 150723 pod_ready.go:93] pod "etcd-ha-928358-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:13:08.354797 150723 pod_ready.go:82] duration metric: took 8.74104ms for pod "etcd-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:13:08.354818 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:13:08.496252 150723 request.go:632] Waited for 141.345028ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-928358
I1028 11:13:08.496314 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-928358
I1028 11:13:08.496320 150723 round_trippers.go:469] Request Headers:
I1028 11:13:08.496333 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:08.496338 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:08.500168 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:08.696151 150723 request.go:632] Waited for 195.353851ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:13:08.696219 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:13:08.696228 150723 round_trippers.go:469] Request Headers:
I1028 11:13:08.696240 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:08.696249 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:08.700151 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:08.701139 150723 pod_ready.go:93] pod "kube-apiserver-ha-928358" in "kube-system" namespace has status "Ready":"True"
I1028 11:13:08.701160 150723 pod_ready.go:82] duration metric: took 346.331354ms for pod "kube-apiserver-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:13:08.701174 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:13:08.896292 150723 request.go:632] Waited for 195.012978ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-928358-m02
I1028 11:13:08.896361 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-928358-m02
I1028 11:13:08.896371 150723 round_trippers.go:469] Request Headers:
I1028 11:13:08.896387 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:08.896396 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:08.900050 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:09.096401 150723 request.go:632] Waited for 195.396634ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:09.096476 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:09.096481 150723 round_trippers.go:469] Request Headers:
I1028 11:13:09.096489 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:09.096493 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:09.100986 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:13:09.101422 150723 pod_ready.go:93] pod "kube-apiserver-ha-928358-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:13:09.101442 150723 pod_ready.go:82] duration metric: took 400.258829ms for pod "kube-apiserver-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:13:09.101456 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:13:09.296560 150723 request.go:632] Waited for 195.02851ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-928358
I1028 11:13:09.296638 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-928358
I1028 11:13:09.296643 150723 round_trippers.go:469] Request Headers:
I1028 11:13:09.296654 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:09.296672 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:09.300596 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:09.496746 150723 request.go:632] Waited for 195.271102ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:13:09.496832 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:13:09.496844 150723 round_trippers.go:469] Request Headers:
I1028 11:13:09.496856 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:09.496863 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:09.500375 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:09.501182 150723 pod_ready.go:93] pod "kube-controller-manager-ha-928358" in "kube-system" namespace has status "Ready":"True"
I1028 11:13:09.501208 150723 pod_ready.go:82] duration metric: took 399.742852ms for pod "kube-controller-manager-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:13:09.501223 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:13:09.696672 150723 request.go:632] Waited for 195.364831ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-928358-m02
I1028 11:13:09.696747 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-928358-m02
I1028 11:13:09.696753 150723 round_trippers.go:469] Request Headers:
I1028 11:13:09.696761 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:09.696765 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:09.700353 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:09.896500 150723 request.go:632] Waited for 195.402622ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:09.896557 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:09.896562 150723 round_trippers.go:469] Request Headers:
I1028 11:13:09.896570 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:09.896574 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:09.899876 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:09.900586 150723 pod_ready.go:93] pod "kube-controller-manager-ha-928358-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:13:09.900606 150723 pod_ready.go:82] duration metric: took 399.370555ms for pod "kube-controller-manager-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:13:09.900621 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-8fxdn" in "kube-system" namespace to be "Ready" ...
I1028 11:13:10.096828 150723 request.go:632] Waited for 196.099526ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8fxdn
I1028 11:13:10.096889 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8fxdn
I1028 11:13:10.096895 150723 round_trippers.go:469] Request Headers:
I1028 11:13:10.096902 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:10.096907 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:10.100607 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:10.295935 150723 request.go:632] Waited for 194.296247ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:13:10.296028 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:13:10.296036 150723 round_trippers.go:469] Request Headers:
I1028 11:13:10.296047 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:10.296052 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:10.299514 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:10.299992 150723 pod_ready.go:93] pod "kube-proxy-8fxdn" in "kube-system" namespace has status "Ready":"True"
I1028 11:13:10.300013 150723 pod_ready.go:82] duration metric: took 399.384578ms for pod "kube-proxy-8fxdn" in "kube-system" namespace to be "Ready" ...
I1028 11:13:10.300033 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-cfhp5" in "kube-system" namespace to be "Ready" ...
I1028 11:13:10.496260 150723 request.go:632] Waited for 196.135494ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cfhp5
I1028 11:13:10.496330 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cfhp5
I1028 11:13:10.496339 150723 round_trippers.go:469] Request Headers:
I1028 11:13:10.496347 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:10.496352 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:10.500702 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:13:10.696747 150723 request.go:632] Waited for 195.398969ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:10.696828 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:10.696834 150723 round_trippers.go:469] Request Headers:
I1028 11:13:10.696842 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:10.696849 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:10.700510 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:10.701486 150723 pod_ready.go:93] pod "kube-proxy-cfhp5" in "kube-system" namespace has status "Ready":"True"
I1028 11:13:10.701505 150723 pod_ready.go:82] duration metric: took 401.465094ms for pod "kube-proxy-cfhp5" in "kube-system" namespace to be "Ready" ...
I1028 11:13:10.701515 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:13:10.896720 150723 request.go:632] Waited for 195.109133ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-928358
I1028 11:13:10.896777 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-928358
I1028 11:13:10.896783 150723 round_trippers.go:469] Request Headers:
I1028 11:13:10.896790 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:10.896795 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:10.900315 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:11.096400 150723 request.go:632] Waited for 195.36981ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:13:11.096478 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:13:11.096483 150723 round_trippers.go:469] Request Headers:
I1028 11:13:11.096493 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:11.096499 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:11.100065 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:11.100566 150723 pod_ready.go:93] pod "kube-scheduler-ha-928358" in "kube-system" namespace has status "Ready":"True"
I1028 11:13:11.100590 150723 pod_ready.go:82] duration metric: took 399.065558ms for pod "kube-scheduler-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:13:11.100600 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:13:11.296785 150723 request.go:632] Waited for 196.108788ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-928358-m02
I1028 11:13:11.296873 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-928358-m02
I1028 11:13:11.296881 150723 round_trippers.go:469] Request Headers:
I1028 11:13:11.296891 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:11.296896 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:11.300760 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:13:11.495907 150723 request.go:632] Waited for 194.292764ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:11.495994 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:13:11.496001 150723 round_trippers.go:469] Request Headers:
I1028 11:13:11.496011 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:11.496021 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:11.500420 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:13:11.500960 150723 pod_ready.go:93] pod "kube-scheduler-ha-928358-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:13:11.500979 150723 pod_ready.go:82] duration metric: took 400.371324ms for pod "kube-scheduler-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:13:11.500991 150723 pod_ready.go:39] duration metric: took 3.196117998s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:13:11.501012 150723 api_server.go:52] waiting for apiserver process to appear ...
I1028 11:13:11.501071 150723 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 11:13:11.518775 150723 api_server.go:72] duration metric: took 21.497464525s to wait for apiserver process to appear ...
I1028 11:13:11.518811 150723 api_server.go:88] waiting for apiserver healthz status ...
I1028 11:13:11.518839 150723 api_server.go:253] Checking apiserver healthz at https://192.168.39.206:8443/healthz ...
I1028 11:13:11.523103 150723 api_server.go:279] https://192.168.39.206:8443/healthz returned 200:
ok
I1028 11:13:11.523168 150723 round_trippers.go:463] GET https://192.168.39.206:8443/version
I1028 11:13:11.523173 150723 round_trippers.go:469] Request Headers:
I1028 11:13:11.523180 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:11.523189 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:11.524064 150723 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1028 11:13:11.524163 150723 api_server.go:141] control plane version: v1.31.2
I1028 11:13:11.524189 150723 api_server.go:131] duration metric: took 5.370992ms to wait for apiserver health ...
I1028 11:13:11.524197 150723 system_pods.go:43] waiting for kube-system pods to appear ...
I1028 11:13:11.696656 150723 request.go:632] Waited for 172.384226ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods
I1028 11:13:11.696727 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods
I1028 11:13:11.696733 150723 round_trippers.go:469] Request Headers:
I1028 11:13:11.696740 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:11.696744 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:11.702489 150723 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 11:13:11.707749 150723 system_pods.go:59] 17 kube-system pods found
I1028 11:13:11.707791 150723 system_pods.go:61] "coredns-7c65d6cfc9-gnm9r" [a5c7c6f0-1cdd-49c0-b778-5b0ec0ac1e01] Running
I1028 11:13:11.707798 150723 system_pods.go:61] "coredns-7c65d6cfc9-xxxgw" [6a07f06b-45fb-48df-a2a2-11a778f673f9] Running
I1028 11:13:11.707802 150723 system_pods.go:61] "etcd-ha-928358" [c681dcb6-bc71-46d6-aa5a-899417abb849] Running
I1028 11:13:11.707805 150723 system_pods.go:61] "etcd-ha-928358-m02" [af3a82df-4742-489f-a117-9b9d2b7a048d] Running
I1028 11:13:11.707808 150723 system_pods.go:61] "kindnet-j4vj5" [ac0a5c2f-3377-4bd0-9f94-1a7537c53166] Running
I1028 11:13:11.707812 150723 system_pods.go:61] "kindnet-pq9gp" [2ea8de0e-a664-4adb-aec2-6f98508540c6] Running
I1028 11:13:11.707815 150723 system_pods.go:61] "kube-apiserver-ha-928358" [a788332b-962c-46b4-82b4-a02964f5d5dc] Running
I1028 11:13:11.707818 150723 system_pods.go:61] "kube-apiserver-ha-928358-m02" [c92501e8-c1d5-477e-a6b6-b60620faa00b] Running
I1028 11:13:11.707821 150723 system_pods.go:61] "kube-controller-manager-ha-928358" [78c19f2e-d681-4e3c-9bfd-727274401f78] Running
I1028 11:13:11.707824 150723 system_pods.go:61] "kube-controller-manager-ha-928358-m02" [cd1072fd-cd9a-4a94-9781-02d871c3600c] Running
I1028 11:13:11.707828 150723 system_pods.go:61] "kube-proxy-8fxdn" [7b2e1e84-6129-4868-b46b-525da3cdf687] Running
I1028 11:13:11.707831 150723 system_pods.go:61] "kube-proxy-cfhp5" [475c34b6-f766-4f80-80ed-035648e85112] Running
I1028 11:13:11.707833 150723 system_pods.go:61] "kube-scheduler-ha-928358" [d3a05763-fa71-4bdd-9c05-de0bc7249a3c] Running
I1028 11:13:11.707837 150723 system_pods.go:61] "kube-scheduler-ha-928358-m02" [2d391e9c-b6c4-4f4d-823b-f9413b79db5c] Running
I1028 11:13:11.707840 150723 system_pods.go:61] "kube-vip-ha-928358" [3441ce6b-3a50-44ba-b0c7-6f7c869cf62c] Running
I1028 11:13:11.707843 150723 system_pods.go:61] "kube-vip-ha-928358-m02" [82ba5bf8-b053-47f5-bb71-e7cbc2e17cce] Running
I1028 11:13:11.707847 150723 system_pods.go:61] "storage-provisioner" [84b302cf-9f88-4a96-aa61-c2ca6512e060] Running
I1028 11:13:11.707852 150723 system_pods.go:74] duration metric: took 183.650264ms to wait for pod list to return data ...
I1028 11:13:11.707863 150723 default_sa.go:34] waiting for default service account to be created ...
I1028 11:13:11.895935 150723 request.go:632] Waited for 187.997842ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/default/serviceaccounts
I1028 11:13:11.895992 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/default/serviceaccounts
I1028 11:13:11.895997 150723 round_trippers.go:469] Request Headers:
I1028 11:13:11.896004 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:11.896009 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:11.900031 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:13:11.900269 150723 default_sa.go:45] found service account: "default"
I1028 11:13:11.900286 150723 default_sa.go:55] duration metric: took 192.416558ms for default service account to be created ...
I1028 11:13:11.900298 150723 system_pods.go:116] waiting for k8s-apps to be running ...
I1028 11:13:12.096570 150723 request.go:632] Waited for 196.184771ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods
I1028 11:13:12.096668 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods
I1028 11:13:12.096678 150723 round_trippers.go:469] Request Headers:
I1028 11:13:12.096690 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:12.096703 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:12.102990 150723 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1028 11:13:12.107971 150723 system_pods.go:86] 17 kube-system pods found
I1028 11:13:12.108008 150723 system_pods.go:89] "coredns-7c65d6cfc9-gnm9r" [a5c7c6f0-1cdd-49c0-b778-5b0ec0ac1e01] Running
I1028 11:13:12.108017 150723 system_pods.go:89] "coredns-7c65d6cfc9-xxxgw" [6a07f06b-45fb-48df-a2a2-11a778f673f9] Running
I1028 11:13:12.108022 150723 system_pods.go:89] "etcd-ha-928358" [c681dcb6-bc71-46d6-aa5a-899417abb849] Running
I1028 11:13:12.108027 150723 system_pods.go:89] "etcd-ha-928358-m02" [af3a82df-4742-489f-a117-9b9d2b7a048d] Running
I1028 11:13:12.108032 150723 system_pods.go:89] "kindnet-j4vj5" [ac0a5c2f-3377-4bd0-9f94-1a7537c53166] Running
I1028 11:13:12.108037 150723 system_pods.go:89] "kindnet-pq9gp" [2ea8de0e-a664-4adb-aec2-6f98508540c6] Running
I1028 11:13:12.108044 150723 system_pods.go:89] "kube-apiserver-ha-928358" [a788332b-962c-46b4-82b4-a02964f5d5dc] Running
I1028 11:13:12.108051 150723 system_pods.go:89] "kube-apiserver-ha-928358-m02" [c92501e8-c1d5-477e-a6b6-b60620faa00b] Running
I1028 11:13:12.108056 150723 system_pods.go:89] "kube-controller-manager-ha-928358" [78c19f2e-d681-4e3c-9bfd-727274401f78] Running
I1028 11:13:12.108062 150723 system_pods.go:89] "kube-controller-manager-ha-928358-m02" [cd1072fd-cd9a-4a94-9781-02d871c3600c] Running
I1028 11:13:12.108067 150723 system_pods.go:89] "kube-proxy-8fxdn" [7b2e1e84-6129-4868-b46b-525da3cdf687] Running
I1028 11:13:12.108072 150723 system_pods.go:89] "kube-proxy-cfhp5" [475c34b6-f766-4f80-80ed-035648e85112] Running
I1028 11:13:12.108076 150723 system_pods.go:89] "kube-scheduler-ha-928358" [d3a05763-fa71-4bdd-9c05-de0bc7249a3c] Running
I1028 11:13:12.108082 150723 system_pods.go:89] "kube-scheduler-ha-928358-m02" [2d391e9c-b6c4-4f4d-823b-f9413b79db5c] Running
I1028 11:13:12.108088 150723 system_pods.go:89] "kube-vip-ha-928358" [3441ce6b-3a50-44ba-b0c7-6f7c869cf62c] Running
I1028 11:13:12.108094 150723 system_pods.go:89] "kube-vip-ha-928358-m02" [82ba5bf8-b053-47f5-bb71-e7cbc2e17cce] Running
I1028 11:13:12.108101 150723 system_pods.go:89] "storage-provisioner" [84b302cf-9f88-4a96-aa61-c2ca6512e060] Running
I1028 11:13:12.108116 150723 system_pods.go:126] duration metric: took 207.810112ms to wait for k8s-apps to be running ...
I1028 11:13:12.108138 150723 system_svc.go:44] waiting for kubelet service to be running ....
I1028 11:13:12.108196 150723 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:13:12.125765 150723 system_svc.go:56] duration metric: took 17.59726ms WaitForService to wait for kubelet
I1028 11:13:12.125805 150723 kubeadm.go:582] duration metric: took 22.104503497s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:13:12.125835 150723 node_conditions.go:102] verifying NodePressure condition ...
I1028 11:13:12.296271 150723 request.go:632] Waited for 170.346607ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes
I1028 11:13:12.296352 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes
I1028 11:13:12.296358 150723 round_trippers.go:469] Request Headers:
I1028 11:13:12.296365 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:13:12.296370 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:13:12.301322 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:13:12.302235 150723 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 11:13:12.302261 150723 node_conditions.go:123] node cpu capacity is 2
I1028 11:13:12.302297 150723 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 11:13:12.302303 150723 node_conditions.go:123] node cpu capacity is 2
I1028 11:13:12.302310 150723 node_conditions.go:105] duration metric: took 176.469824ms to run NodePressure ...
I1028 11:13:12.302331 150723 start.go:241] waiting for startup goroutines ...
I1028 11:13:12.302371 150723 start.go:255] writing updated cluster config ...
I1028 11:13:12.304722 150723 out.go:201]
I1028 11:13:12.306493 150723 config.go:182] Loaded profile config "ha-928358": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:13:12.306595 150723 profile.go:143] Saving config to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/config.json ...
I1028 11:13:12.308496 150723 out.go:177] * Starting "ha-928358-m03" control-plane node in "ha-928358" cluster
I1028 11:13:12.310210 150723 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:13:12.310234 150723 cache.go:56] Caching tarball of preloaded images
I1028 11:13:12.310336 150723 preload.go:172] Found /home/jenkins/minikube-integration/19876-132631/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1028 11:13:12.310347 150723 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 11:13:12.310430 150723 profile.go:143] Saving config to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/config.json ...
I1028 11:13:12.310601 150723 start.go:360] acquireMachinesLock for ha-928358-m03: {Name:mk3750a0bdd2e97c7159620fd9d743a5396606c8 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1028 11:13:12.310642 150723 start.go:364] duration metric: took 22.061µs to acquireMachinesLock for "ha-928358-m03"
I1028 11:13:12.310662 150723 start.go:93] Provisioning new machine with config: &{Name:ha-928358 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-928358 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.206 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.15 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bin
aryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:13:12.310748 150723 start.go:125] createHost starting for "m03" (driver="kvm2")
I1028 11:13:12.312443 150723 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1028 11:13:12.312555 150723 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:13:12.312596 150723 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:13:12.327768 150723 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33851
I1028 11:13:12.328249 150723 main.go:141] libmachine: () Calling .GetVersion
I1028 11:13:12.328745 150723 main.go:141] libmachine: Using API Version 1
I1028 11:13:12.328765 150723 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:13:12.329102 150723 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:13:12.329311 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetMachineName
I1028 11:13:12.329448 150723 main.go:141] libmachine: (ha-928358-m03) Calling .DriverName
I1028 11:13:12.329611 150723 start.go:159] libmachine.API.Create for "ha-928358" (driver="kvm2")
I1028 11:13:12.329642 150723 client.go:168] LocalClient.Create starting
I1028 11:13:12.329670 150723 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem
I1028 11:13:12.329703 150723 main.go:141] libmachine: Decoding PEM data...
I1028 11:13:12.329720 150723 main.go:141] libmachine: Parsing certificate...
I1028 11:13:12.329768 150723 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem
I1028 11:13:12.329788 150723 main.go:141] libmachine: Decoding PEM data...
I1028 11:13:12.329799 150723 main.go:141] libmachine: Parsing certificate...
I1028 11:13:12.329815 150723 main.go:141] libmachine: Running pre-create checks...
I1028 11:13:12.329826 150723 main.go:141] libmachine: (ha-928358-m03) Calling .PreCreateCheck
I1028 11:13:12.329995 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetConfigRaw
I1028 11:13:12.330372 150723 main.go:141] libmachine: Creating machine...
I1028 11:13:12.330386 150723 main.go:141] libmachine: (ha-928358-m03) Calling .Create
I1028 11:13:12.330528 150723 main.go:141] libmachine: (ha-928358-m03) Creating KVM machine...
I1028 11:13:12.331834 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found existing default KVM network
I1028 11:13:12.332000 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found existing private KVM network mk-ha-928358
I1028 11:13:12.332124 150723 main.go:141] libmachine: (ha-928358-m03) Setting up store path in /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m03 ...
I1028 11:13:12.332140 150723 main.go:141] libmachine: (ha-928358-m03) Building disk image from file:///home/jenkins/minikube-integration/19876-132631/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso
I1028 11:13:12.332221 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:12.332127 151534 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19876-132631/.minikube
I1028 11:13:12.332333 150723 main.go:141] libmachine: (ha-928358-m03) Downloading /home/jenkins/minikube-integration/19876-132631/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19876-132631/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso...
I1028 11:13:12.597391 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:12.597227 151534 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m03/id_rsa...
I1028 11:13:12.699922 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:12.699777 151534 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m03/ha-928358-m03.rawdisk...
I1028 11:13:12.699960 150723 main.go:141] libmachine: (ha-928358-m03) DBG | Writing magic tar header
I1028 11:13:12.699975 150723 main.go:141] libmachine: (ha-928358-m03) DBG | Writing SSH key tar header
I1028 11:13:12.699986 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:12.699933 151534 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m03 ...
I1028 11:13:12.700170 150723 main.go:141] libmachine: (ha-928358-m03) Setting executable bit set on /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m03 (perms=drwx------)
I1028 11:13:12.700205 150723 main.go:141] libmachine: (ha-928358-m03) Setting executable bit set on /home/jenkins/minikube-integration/19876-132631/.minikube/machines (perms=drwxr-xr-x)
I1028 11:13:12.700218 150723 main.go:141] libmachine: (ha-928358-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m03
I1028 11:13:12.700232 150723 main.go:141] libmachine: (ha-928358-m03) Setting executable bit set on /home/jenkins/minikube-integration/19876-132631/.minikube (perms=drwxr-xr-x)
I1028 11:13:12.700244 150723 main.go:141] libmachine: (ha-928358-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19876-132631/.minikube/machines
I1028 11:13:12.700258 150723 main.go:141] libmachine: (ha-928358-m03) Setting executable bit set on /home/jenkins/minikube-integration/19876-132631 (perms=drwxrwxr-x)
I1028 11:13:12.700271 150723 main.go:141] libmachine: (ha-928358-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19876-132631/.minikube
I1028 11:13:12.700287 150723 main.go:141] libmachine: (ha-928358-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19876-132631
I1028 11:13:12.700300 150723 main.go:141] libmachine: (ha-928358-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1028 11:13:12.700313 150723 main.go:141] libmachine: (ha-928358-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1028 11:13:12.700325 150723 main.go:141] libmachine: (ha-928358-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1028 11:13:12.700339 150723 main.go:141] libmachine: (ha-928358-m03) Creating domain...
I1028 11:13:12.700363 150723 main.go:141] libmachine: (ha-928358-m03) DBG | Checking permissions on dir: /home/jenkins
I1028 11:13:12.700371 150723 main.go:141] libmachine: (ha-928358-m03) DBG | Checking permissions on dir: /home
I1028 11:13:12.700395 150723 main.go:141] libmachine: (ha-928358-m03) DBG | Skipping /home - not owner
I1028 11:13:12.701297 150723 main.go:141] libmachine: (ha-928358-m03) define libvirt domain using xml:
I1028 11:13:12.701328 150723 main.go:141] libmachine: (ha-928358-m03) <domain type='kvm'>
I1028 11:13:12.701339 150723 main.go:141] libmachine: (ha-928358-m03) <name>ha-928358-m03</name>
I1028 11:13:12.701346 150723 main.go:141] libmachine: (ha-928358-m03) <memory unit='MiB'>2200</memory>
I1028 11:13:12.701358 150723 main.go:141] libmachine: (ha-928358-m03) <vcpu>2</vcpu>
I1028 11:13:12.701364 150723 main.go:141] libmachine: (ha-928358-m03) <features>
I1028 11:13:12.701373 150723 main.go:141] libmachine: (ha-928358-m03) <acpi/>
I1028 11:13:12.701383 150723 main.go:141] libmachine: (ha-928358-m03) <apic/>
I1028 11:13:12.701391 150723 main.go:141] libmachine: (ha-928358-m03) <pae/>
I1028 11:13:12.701404 150723 main.go:141] libmachine: (ha-928358-m03)
I1028 11:13:12.701415 150723 main.go:141] libmachine: (ha-928358-m03) </features>
I1028 11:13:12.701423 150723 main.go:141] libmachine: (ha-928358-m03) <cpu mode='host-passthrough'>
I1028 11:13:12.701433 150723 main.go:141] libmachine: (ha-928358-m03)
I1028 11:13:12.701445 150723 main.go:141] libmachine: (ha-928358-m03) </cpu>
I1028 11:13:12.701456 150723 main.go:141] libmachine: (ha-928358-m03) <os>
I1028 11:13:12.701463 150723 main.go:141] libmachine: (ha-928358-m03) <type>hvm</type>
I1028 11:13:12.701472 150723 main.go:141] libmachine: (ha-928358-m03) <boot dev='cdrom'/>
I1028 11:13:12.701478 150723 main.go:141] libmachine: (ha-928358-m03) <boot dev='hd'/>
I1028 11:13:12.701513 150723 main.go:141] libmachine: (ha-928358-m03) <bootmenu enable='no'/>
I1028 11:13:12.701555 150723 main.go:141] libmachine: (ha-928358-m03) </os>
I1028 11:13:12.701565 150723 main.go:141] libmachine: (ha-928358-m03) <devices>
I1028 11:13:12.701573 150723 main.go:141] libmachine: (ha-928358-m03) <disk type='file' device='cdrom'>
I1028 11:13:12.701585 150723 main.go:141] libmachine: (ha-928358-m03) <source file='/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m03/boot2docker.iso'/>
I1028 11:13:12.701593 150723 main.go:141] libmachine: (ha-928358-m03) <target dev='hdc' bus='scsi'/>
I1028 11:13:12.701600 150723 main.go:141] libmachine: (ha-928358-m03) <readonly/>
I1028 11:13:12.701607 150723 main.go:141] libmachine: (ha-928358-m03) </disk>
I1028 11:13:12.701622 150723 main.go:141] libmachine: (ha-928358-m03) <disk type='file' device='disk'>
I1028 11:13:12.701635 150723 main.go:141] libmachine: (ha-928358-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1028 11:13:12.701651 150723 main.go:141] libmachine: (ha-928358-m03) <source file='/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m03/ha-928358-m03.rawdisk'/>
I1028 11:13:12.701662 150723 main.go:141] libmachine: (ha-928358-m03) <target dev='hda' bus='virtio'/>
I1028 11:13:12.701673 150723 main.go:141] libmachine: (ha-928358-m03) </disk>
I1028 11:13:12.701683 150723 main.go:141] libmachine: (ha-928358-m03) <interface type='network'>
I1028 11:13:12.701717 150723 main.go:141] libmachine: (ha-928358-m03) <source network='mk-ha-928358'/>
I1028 11:13:12.701741 150723 main.go:141] libmachine: (ha-928358-m03) <model type='virtio'/>
I1028 11:13:12.701754 150723 main.go:141] libmachine: (ha-928358-m03) </interface>
I1028 11:13:12.701765 150723 main.go:141] libmachine: (ha-928358-m03) <interface type='network'>
I1028 11:13:12.701776 150723 main.go:141] libmachine: (ha-928358-m03) <source network='default'/>
I1028 11:13:12.701787 150723 main.go:141] libmachine: (ha-928358-m03) <model type='virtio'/>
I1028 11:13:12.701800 150723 main.go:141] libmachine: (ha-928358-m03) </interface>
I1028 11:13:12.701809 150723 main.go:141] libmachine: (ha-928358-m03) <serial type='pty'>
I1028 11:13:12.701821 150723 main.go:141] libmachine: (ha-928358-m03) <target port='0'/>
I1028 11:13:12.701833 150723 main.go:141] libmachine: (ha-928358-m03) </serial>
I1028 11:13:12.701844 150723 main.go:141] libmachine: (ha-928358-m03) <console type='pty'>
I1028 11:13:12.701855 150723 main.go:141] libmachine: (ha-928358-m03) <target type='serial' port='0'/>
I1028 11:13:12.701866 150723 main.go:141] libmachine: (ha-928358-m03) </console>
I1028 11:13:12.701874 150723 main.go:141] libmachine: (ha-928358-m03) <rng model='virtio'>
I1028 11:13:12.701883 150723 main.go:141] libmachine: (ha-928358-m03) <backend model='random'>/dev/random</backend>
I1028 11:13:12.701898 150723 main.go:141] libmachine: (ha-928358-m03) </rng>
I1028 11:13:12.701909 150723 main.go:141] libmachine: (ha-928358-m03)
I1028 11:13:12.701917 150723 main.go:141] libmachine: (ha-928358-m03)
I1028 11:13:12.701927 150723 main.go:141] libmachine: (ha-928358-m03) </devices>
I1028 11:13:12.701935 150723 main.go:141] libmachine: (ha-928358-m03) </domain>
I1028 11:13:12.701944 150723 main.go:141] libmachine: (ha-928358-m03)
I1028 11:13:12.709093 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:b5:fb:00 in network default
I1028 11:13:12.709827 150723 main.go:141] libmachine: (ha-928358-m03) Ensuring networks are active...
I1028 11:13:12.709849 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:12.710555 150723 main.go:141] libmachine: (ha-928358-m03) Ensuring network default is active
I1028 11:13:12.710786 150723 main.go:141] libmachine: (ha-928358-m03) Ensuring network mk-ha-928358 is active
I1028 11:13:12.711115 150723 main.go:141] libmachine: (ha-928358-m03) Getting domain xml...
I1028 11:13:12.711807 150723 main.go:141] libmachine: (ha-928358-m03) Creating domain...
I1028 11:13:13.995752 150723 main.go:141] libmachine: (ha-928358-m03) Waiting to get IP...
I1028 11:13:13.996563 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:13.997045 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find current IP address of domain ha-928358-m03 in network mk-ha-928358
I1028 11:13:13.997085 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:13.997018 151534 retry.go:31] will retry after 234.151571ms: waiting for machine to come up
I1028 11:13:14.232519 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:14.233064 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find current IP address of domain ha-928358-m03 in network mk-ha-928358
I1028 11:13:14.233096 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:14.232999 151534 retry.go:31] will retry after 249.582339ms: waiting for machine to come up
I1028 11:13:14.484383 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:14.484878 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find current IP address of domain ha-928358-m03 in network mk-ha-928358
I1028 11:13:14.484915 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:14.484812 151534 retry.go:31] will retry after 409.553215ms: waiting for machine to come up
I1028 11:13:14.896380 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:14.896855 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find current IP address of domain ha-928358-m03 in network mk-ha-928358
I1028 11:13:14.896887 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:14.896797 151534 retry.go:31] will retry after 412.085621ms: waiting for machine to come up
I1028 11:13:15.310086 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:15.310769 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find current IP address of domain ha-928358-m03 in network mk-ha-928358
I1028 11:13:15.310799 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:15.310719 151534 retry.go:31] will retry after 651.315136ms: waiting for machine to come up
I1028 11:13:15.963589 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:15.964049 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find current IP address of domain ha-928358-m03 in network mk-ha-928358
I1028 11:13:15.964078 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:15.963990 151534 retry.go:31] will retry after 936.522294ms: waiting for machine to come up
I1028 11:13:16.902173 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:16.902668 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find current IP address of domain ha-928358-m03 in network mk-ha-928358
I1028 11:13:16.902689 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:16.902618 151534 retry.go:31] will retry after 774.455135ms: waiting for machine to come up
I1028 11:13:17.679023 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:17.679574 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find current IP address of domain ha-928358-m03 in network mk-ha-928358
I1028 11:13:17.679600 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:17.679540 151534 retry.go:31] will retry after 1.069131352s: waiting for machine to come up
I1028 11:13:18.750780 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:18.751352 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find current IP address of domain ha-928358-m03 in network mk-ha-928358
I1028 11:13:18.751375 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:18.751284 151534 retry.go:31] will retry after 1.587573663s: waiting for machine to come up
I1028 11:13:20.340206 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:20.340612 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find current IP address of domain ha-928358-m03 in network mk-ha-928358
I1028 11:13:20.340643 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:20.340566 151534 retry.go:31] will retry after 1.424108777s: waiting for machine to come up
I1028 11:13:21.766872 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:21.767376 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find current IP address of domain ha-928358-m03 in network mk-ha-928358
I1028 11:13:21.767397 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:21.767337 151534 retry.go:31] will retry after 1.867673803s: waiting for machine to come up
I1028 11:13:23.637608 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:23.638075 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find current IP address of domain ha-928358-m03 in network mk-ha-928358
I1028 11:13:23.638103 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:23.638049 151534 retry.go:31] will retry after 3.385284423s: waiting for machine to come up
I1028 11:13:27.027812 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:27.028397 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find current IP address of domain ha-928358-m03 in network mk-ha-928358
I1028 11:13:27.028423 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:27.028342 151534 retry.go:31] will retry after 4.143137357s: waiting for machine to come up
I1028 11:13:31.174612 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:31.174990 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find current IP address of domain ha-928358-m03 in network mk-ha-928358
I1028 11:13:31.175020 150723 main.go:141] libmachine: (ha-928358-m03) DBG | I1028 11:13:31.174951 151534 retry.go:31] will retry after 3.870983412s: waiting for machine to come up
I1028 11:13:35.049044 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.049668 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has current primary IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.049716 150723 main.go:141] libmachine: (ha-928358-m03) Found IP for machine: 192.168.39.44
I1028 11:13:35.049734 150723 main.go:141] libmachine: (ha-928358-m03) Reserving static IP address...
I1028 11:13:35.050296 150723 main.go:141] libmachine: (ha-928358-m03) DBG | unable to find host DHCP lease matching {name: "ha-928358-m03", mac: "52:54:00:7e:d3:f9", ip: "192.168.39.44"} in network mk-ha-928358
I1028 11:13:35.126256 150723 main.go:141] libmachine: (ha-928358-m03) DBG | Getting to WaitForSSH function...
I1028 11:13:35.126303 150723 main.go:141] libmachine: (ha-928358-m03) Reserved static IP address: 192.168.39.44
I1028 11:13:35.126318 150723 main.go:141] libmachine: (ha-928358-m03) Waiting for SSH to be available...
I1028 11:13:35.128851 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.129272 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:minikube Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:35.129315 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.129446 150723 main.go:141] libmachine: (ha-928358-m03) DBG | Using SSH client type: external
I1028 11:13:35.129476 150723 main.go:141] libmachine: (ha-928358-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m03/id_rsa (-rw-------)
I1028 11:13:35.129507 150723 main.go:141] libmachine: (ha-928358-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.44 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1028 11:13:35.129520 150723 main.go:141] libmachine: (ha-928358-m03) DBG | About to run SSH command:
I1028 11:13:35.129564 150723 main.go:141] libmachine: (ha-928358-m03) DBG | exit 0
I1028 11:13:35.253921 150723 main.go:141] libmachine: (ha-928358-m03) DBG | SSH cmd err, output: <nil>:
I1028 11:13:35.254211 150723 main.go:141] libmachine: (ha-928358-m03) KVM machine creation complete!
I1028 11:13:35.254512 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetConfigRaw
I1028 11:13:35.255052 150723 main.go:141] libmachine: (ha-928358-m03) Calling .DriverName
I1028 11:13:35.255255 150723 main.go:141] libmachine: (ha-928358-m03) Calling .DriverName
I1028 11:13:35.255399 150723 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1028 11:13:35.255411 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetState
I1028 11:13:35.256908 150723 main.go:141] libmachine: Detecting operating system of created instance...
I1028 11:13:35.256921 150723 main.go:141] libmachine: Waiting for SSH to be available...
I1028 11:13:35.256927 150723 main.go:141] libmachine: Getting to WaitForSSH function...
I1028 11:13:35.256932 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHHostname
I1028 11:13:35.259735 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.260211 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:35.260237 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.260436 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHPort
I1028 11:13:35.260625 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:35.260784 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:35.260899 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHUsername
I1028 11:13:35.261057 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:13:35.261307 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.44 22 <nil> <nil>}
I1028 11:13:35.261321 150723 main.go:141] libmachine: About to run SSH command:
exit 0
I1028 11:13:35.360859 150723 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:13:35.360890 150723 main.go:141] libmachine: Detecting the provisioner...
I1028 11:13:35.360902 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHHostname
I1028 11:13:35.364454 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.364848 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:35.364904 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.365213 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHPort
I1028 11:13:35.365431 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:35.365607 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:35.365742 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHUsername
I1028 11:13:35.365932 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:13:35.366116 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.44 22 <nil> <nil>}
I1028 11:13:35.366130 150723 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1028 11:13:35.470987 150723 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1028 11:13:35.471094 150723 main.go:141] libmachine: found compatible host: buildroot
I1028 11:13:35.471109 150723 main.go:141] libmachine: Provisioning with buildroot...
I1028 11:13:35.471120 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetMachineName
I1028 11:13:35.471399 150723 buildroot.go:166] provisioning hostname "ha-928358-m03"
I1028 11:13:35.471424 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetMachineName
I1028 11:13:35.471622 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHHostname
I1028 11:13:35.474085 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.474509 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:35.474542 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.474681 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHPort
I1028 11:13:35.474871 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:35.475021 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:35.475156 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHUsername
I1028 11:13:35.475305 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:13:35.475494 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.44 22 <nil> <nil>}
I1028 11:13:35.475510 150723 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-928358-m03 && echo "ha-928358-m03" | sudo tee /etc/hostname
I1028 11:13:35.593400 150723 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-928358-m03
I1028 11:13:35.593429 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHHostname
I1028 11:13:35.596415 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.596740 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:35.596767 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.596962 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHPort
I1028 11:13:35.597183 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:35.597361 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:35.597490 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHUsername
I1028 11:13:35.597704 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:13:35.597875 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.44 22 <nil> <nil>}
I1028 11:13:35.597892 150723 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-928358-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-928358-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-928358-m03' | sudo tee -a /etc/hosts;
fi
fi
I1028 11:13:35.715751 150723 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:13:35.715791 150723 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19876-132631/.minikube CaCertPath:/home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19876-132631/.minikube}
I1028 11:13:35.715811 150723 buildroot.go:174] setting up certificates
I1028 11:13:35.715821 150723 provision.go:84] configureAuth start
I1028 11:13:35.715834 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetMachineName
I1028 11:13:35.716106 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetIP
I1028 11:13:35.718868 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.719187 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:35.719219 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.719354 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHHostname
I1028 11:13:35.721477 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.721760 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:35.721790 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.721917 150723 provision.go:143] copyHostCerts
I1028 11:13:35.721979 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19876-132631/.minikube/cert.pem
I1028 11:13:35.722032 150723 exec_runner.go:144] found /home/jenkins/minikube-integration/19876-132631/.minikube/cert.pem, removing ...
I1028 11:13:35.722044 150723 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19876-132631/.minikube/cert.pem
I1028 11:13:35.722140 150723 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19876-132631/.minikube/cert.pem (1123 bytes)
I1028 11:13:35.722245 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19876-132631/.minikube/key.pem
I1028 11:13:35.722278 150723 exec_runner.go:144] found /home/jenkins/minikube-integration/19876-132631/.minikube/key.pem, removing ...
I1028 11:13:35.722289 150723 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19876-132631/.minikube/key.pem
I1028 11:13:35.722332 150723 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19876-132631/.minikube/key.pem (1679 bytes)
I1028 11:13:35.722402 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19876-132631/.minikube/ca.pem
I1028 11:13:35.722429 150723 exec_runner.go:144] found /home/jenkins/minikube-integration/19876-132631/.minikube/ca.pem, removing ...
I1028 11:13:35.722435 150723 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.pem
I1028 11:13:35.722459 150723 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19876-132631/.minikube/ca.pem (1078 bytes)
I1028 11:13:35.722531 150723 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca-key.pem org=jenkins.ha-928358-m03 san=[127.0.0.1 192.168.39.44 ha-928358-m03 localhost minikube]
I1028 11:13:35.825404 150723 provision.go:177] copyRemoteCerts
I1028 11:13:35.825459 150723 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 11:13:35.825483 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHHostname
I1028 11:13:35.828415 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.828773 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:35.828803 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:35.828972 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHPort
I1028 11:13:35.829151 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:35.829337 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHUsername
I1028 11:13:35.829485 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.44 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m03/id_rsa Username:docker}
I1028 11:13:35.913472 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1028 11:13:35.913575 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1028 11:13:35.940828 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server.pem -> /etc/docker/server.pem
I1028 11:13:35.940904 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1028 11:13:35.968009 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1028 11:13:35.968078 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1028 11:13:35.997592 150723 provision.go:87] duration metric: took 281.755193ms to configureAuth
I1028 11:13:35.997618 150723 buildroot.go:189] setting minikube options for container-runtime
I1028 11:13:35.997801 150723 config.go:182] Loaded profile config "ha-928358": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:13:35.997869 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHHostname
I1028 11:13:36.000450 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.000935 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:36.000970 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.001165 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHPort
I1028 11:13:36.001385 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:36.001575 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:36.001734 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHUsername
I1028 11:13:36.001893 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:13:36.002062 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.44 22 <nil> <nil>}
I1028 11:13:36.002076 150723 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 11:13:36.221329 150723 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 11:13:36.221364 150723 main.go:141] libmachine: Checking connection to Docker...
I1028 11:13:36.221433 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetURL
I1028 11:13:36.222571 150723 main.go:141] libmachine: (ha-928358-m03) DBG | Using libvirt version 6000000
I1028 11:13:36.224781 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.225156 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:36.225179 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.225329 150723 main.go:141] libmachine: Docker is up and running!
I1028 11:13:36.225344 150723 main.go:141] libmachine: Reticulating splines...
I1028 11:13:36.225353 150723 client.go:171] duration metric: took 23.895703285s to LocalClient.Create
I1028 11:13:36.225379 150723 start.go:167] duration metric: took 23.895771231s to libmachine.API.Create "ha-928358"
I1028 11:13:36.225390 150723 start.go:293] postStartSetup for "ha-928358-m03" (driver="kvm2")
I1028 11:13:36.225399 150723 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 11:13:36.225413 150723 main.go:141] libmachine: (ha-928358-m03) Calling .DriverName
I1028 11:13:36.225669 150723 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 11:13:36.225696 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHHostname
I1028 11:13:36.227681 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.227995 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:36.228023 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.228147 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHPort
I1028 11:13:36.228314 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:36.228474 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHUsername
I1028 11:13:36.228601 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.44 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m03/id_rsa Username:docker}
I1028 11:13:36.313594 150723 ssh_runner.go:195] Run: cat /etc/os-release
I1028 11:13:36.318443 150723 info.go:137] Remote host: Buildroot 2023.02.9
I1028 11:13:36.318477 150723 filesync.go:126] Scanning /home/jenkins/minikube-integration/19876-132631/.minikube/addons for local assets ...
I1028 11:13:36.318544 150723 filesync.go:126] Scanning /home/jenkins/minikube-integration/19876-132631/.minikube/files for local assets ...
I1028 11:13:36.318614 150723 filesync.go:149] local asset: /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem -> 1403032.pem in /etc/ssl/certs
I1028 11:13:36.318624 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem -> /etc/ssl/certs/1403032.pem
I1028 11:13:36.318705 150723 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1028 11:13:36.330227 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem --> /etc/ssl/certs/1403032.pem (1708 bytes)
I1028 11:13:36.357995 150723 start.go:296] duration metric: took 132.588764ms for postStartSetup
I1028 11:13:36.358059 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetConfigRaw
I1028 11:13:36.358728 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetIP
I1028 11:13:36.361773 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.362238 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:36.362267 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.362589 150723 profile.go:143] Saving config to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/config.json ...
I1028 11:13:36.362828 150723 start.go:128] duration metric: took 24.052057424s to createHost
I1028 11:13:36.362855 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHHostname
I1028 11:13:36.365684 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.365985 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:36.366016 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.366211 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHPort
I1028 11:13:36.366426 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:36.366575 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:36.366696 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHUsername
I1028 11:13:36.366842 150723 main.go:141] libmachine: Using SSH client type: native
I1028 11:13:36.367055 150723 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.44 22 <nil> <nil>}
I1028 11:13:36.367079 150723 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1028 11:13:36.470814 150723 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730114016.442636655
I1028 11:13:36.470843 150723 fix.go:216] guest clock: 1730114016.442636655
I1028 11:13:36.470853 150723 fix.go:229] Guest: 2024-10-28 11:13:36.442636655 +0000 UTC Remote: 2024-10-28 11:13:36.362843133 +0000 UTC m=+156.939582341 (delta=79.793522ms)
I1028 11:13:36.470869 150723 fix.go:200] guest clock delta is within tolerance: 79.793522ms
I1028 11:13:36.470874 150723 start.go:83] releasing machines lock for "ha-928358-m03", held for 24.160222671s
I1028 11:13:36.470894 150723 main.go:141] libmachine: (ha-928358-m03) Calling .DriverName
I1028 11:13:36.471174 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetIP
I1028 11:13:36.473802 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.474314 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:36.474345 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.476703 150723 out.go:177] * Found network options:
I1028 11:13:36.478253 150723 out.go:177] - NO_PROXY=192.168.39.206,192.168.39.15
W1028 11:13:36.479492 150723 proxy.go:119] fail to check proxy env: Error ip not in block
W1028 11:13:36.479516 150723 proxy.go:119] fail to check proxy env: Error ip not in block
I1028 11:13:36.479532 150723 main.go:141] libmachine: (ha-928358-m03) Calling .DriverName
I1028 11:13:36.480171 150723 main.go:141] libmachine: (ha-928358-m03) Calling .DriverName
I1028 11:13:36.480372 150723 main.go:141] libmachine: (ha-928358-m03) Calling .DriverName
I1028 11:13:36.480474 150723 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 11:13:36.480516 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHHostname
W1028 11:13:36.480627 150723 proxy.go:119] fail to check proxy env: Error ip not in block
W1028 11:13:36.480648 150723 proxy.go:119] fail to check proxy env: Error ip not in block
I1028 11:13:36.480710 150723 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 11:13:36.480733 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHHostname
I1028 11:13:36.483390 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.483597 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.483802 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:36.483836 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.483976 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHPort
I1028 11:13:36.484137 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:36.484152 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:36.484171 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:36.484240 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHUsername
I1028 11:13:36.484323 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHPort
I1028 11:13:36.484392 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.44 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m03/id_rsa Username:docker}
I1028 11:13:36.484441 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHKeyPath
I1028 11:13:36.484542 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetSSHUsername
I1028 11:13:36.484643 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.44 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358-m03/id_rsa Username:docker}
I1028 11:13:36.722609 150723 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1028 11:13:36.728895 150723 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1028 11:13:36.728959 150723 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 11:13:36.746783 150723 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1028 11:13:36.746814 150723 start.go:495] detecting cgroup driver to use...
I1028 11:13:36.746889 150723 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 11:13:36.764176 150723 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 11:13:36.780539 150723 docker.go:217] disabling cri-docker service (if available) ...
I1028 11:13:36.780611 150723 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 11:13:36.795323 150723 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 11:13:36.811733 150723 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 11:13:36.943649 150723 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 11:13:37.116480 150723 docker.go:233] disabling docker service ...
I1028 11:13:37.116541 150723 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 11:13:37.131848 150723 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 11:13:37.146207 150723 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 11:13:37.271760 150723 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 11:13:37.397315 150723 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 11:13:37.413150 150723 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 11:13:37.433193 150723 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 11:13:37.433274 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:13:37.448784 150723 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 11:13:37.448861 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:13:37.461820 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:13:37.474878 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:13:37.487273 150723 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 11:13:37.500384 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:13:37.513109 150723 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:13:37.533296 150723 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:13:37.546472 150723 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 11:13:37.557495 150723 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1028 11:13:37.557598 150723 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1028 11:13:37.573136 150723 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 11:13:37.584661 150723 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:13:37.701023 150723 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 11:13:37.798120 150723 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 11:13:37.798207 150723 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 11:13:37.803954 150723 start.go:563] Will wait 60s for crictl version
I1028 11:13:37.804021 150723 ssh_runner.go:195] Run: which crictl
I1028 11:13:37.808938 150723 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 11:13:37.851814 150723 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1028 11:13:37.851905 150723 ssh_runner.go:195] Run: crio --version
I1028 11:13:37.881347 150723 ssh_runner.go:195] Run: crio --version
I1028 11:13:37.916129 150723 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1028 11:13:37.917503 150723 out.go:177] - env NO_PROXY=192.168.39.206
I1028 11:13:37.918841 150723 out.go:177] - env NO_PROXY=192.168.39.206,192.168.39.15
I1028 11:13:37.920060 150723 main.go:141] libmachine: (ha-928358-m03) Calling .GetIP
I1028 11:13:37.923080 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:37.923530 150723 main.go:141] libmachine: (ha-928358-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:d3:f9", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:13:28 +0000 UTC Type:0 Mac:52:54:00:7e:d3:f9 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-928358-m03 Clientid:01:52:54:00:7e:d3:f9}
I1028 11:13:37.923560 150723 main.go:141] libmachine: (ha-928358-m03) DBG | domain ha-928358-m03 has defined IP address 192.168.39.44 and MAC address 52:54:00:7e:d3:f9 in network mk-ha-928358
I1028 11:13:37.923801 150723 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1028 11:13:37.928489 150723 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:13:37.944276 150723 mustload.go:65] Loading cluster: ha-928358
I1028 11:13:37.944540 150723 config.go:182] Loaded profile config "ha-928358": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:13:37.944876 150723 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:13:37.944917 150723 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:13:37.960868 150723 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40613
I1028 11:13:37.961448 150723 main.go:141] libmachine: () Calling .GetVersion
I1028 11:13:37.961978 150723 main.go:141] libmachine: Using API Version 1
I1028 11:13:37.962000 150723 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:13:37.962320 150723 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:13:37.962554 150723 main.go:141] libmachine: (ha-928358) Calling .GetState
I1028 11:13:37.964176 150723 host.go:66] Checking if "ha-928358" exists ...
I1028 11:13:37.964500 150723 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:13:37.964546 150723 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:13:37.980099 150723 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34229
I1028 11:13:37.980536 150723 main.go:141] libmachine: () Calling .GetVersion
I1028 11:13:37.980994 150723 main.go:141] libmachine: Using API Version 1
I1028 11:13:37.981027 150723 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:13:37.981316 150723 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:13:37.981476 150723 main.go:141] libmachine: (ha-928358) Calling .DriverName
I1028 11:13:37.981636 150723 certs.go:68] Setting up /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358 for IP: 192.168.39.44
I1028 11:13:37.981649 150723 certs.go:194] generating shared ca certs ...
I1028 11:13:37.981667 150723 certs.go:226] acquiring lock for ca certs: {Name:mk53dbfb7389703f8def9344429825adee693423 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:13:37.981815 150723 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.key
I1028 11:13:37.981867 150723 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.key
I1028 11:13:37.981880 150723 certs.go:256] generating profile certs ...
I1028 11:13:37.981981 150723 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/client.key
I1028 11:13:37.982024 150723 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key.dd2c2408
I1028 11:13:37.982045 150723 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt.dd2c2408 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.206 192.168.39.15 192.168.39.44 192.168.39.254]
I1028 11:13:38.031818 150723 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt.dd2c2408 ...
I1028 11:13:38.031849 150723 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt.dd2c2408: {Name:mk24630c498d89b32162095507c0812c854412bd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:13:38.032046 150723 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key.dd2c2408 ...
I1028 11:13:38.032062 150723 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key.dd2c2408: {Name:mk38f2fd390923bb1dfc386b88fc31f22cbd1405 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:13:38.032164 150723 certs.go:381] copying /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt.dd2c2408 -> /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt
I1028 11:13:38.032326 150723 certs.go:385] copying /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key.dd2c2408 -> /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key
I1028 11:13:38.032501 150723 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.key
I1028 11:13:38.032524 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1028 11:13:38.032548 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1028 11:13:38.032568 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1028 11:13:38.032585 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1028 11:13:38.032605 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1028 11:13:38.032622 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1028 11:13:38.032641 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1028 11:13:38.045605 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1028 11:13:38.045699 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/140303.pem (1338 bytes)
W1028 11:13:38.045758 150723 certs.go:480] ignoring /home/jenkins/minikube-integration/19876-132631/.minikube/certs/140303_empty.pem, impossibly tiny 0 bytes
I1028 11:13:38.045774 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca-key.pem (1675 bytes)
I1028 11:13:38.045809 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/ca.pem (1078 bytes)
I1028 11:13:38.045836 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/cert.pem (1123 bytes)
I1028 11:13:38.045857 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/key.pem (1679 bytes)
I1028 11:13:38.045912 150723 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem (1708 bytes)
I1028 11:13:38.045950 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1028 11:13:38.045974 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/certs/140303.pem -> /usr/share/ca-certificates/140303.pem
I1028 11:13:38.045992 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem -> /usr/share/ca-certificates/1403032.pem
I1028 11:13:38.046044 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:13:38.049011 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:13:38.049464 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:13:38.049485 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:13:38.049679 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:13:38.049889 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:13:38.050031 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:13:38.050163 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.206 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/id_rsa Username:docker}
I1028 11:13:38.129875 150723 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1028 11:13:38.135272 150723 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1028 11:13:38.146812 150723 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1028 11:13:38.151195 150723 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1028 11:13:38.162579 150723 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1028 11:13:38.167018 150723 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1028 11:13:38.178835 150723 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1028 11:13:38.183162 150723 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1028 11:13:38.195172 150723 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1028 11:13:38.199929 150723 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1028 11:13:38.212017 150723 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1028 11:13:38.216559 150723 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1028 11:13:38.228337 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 11:13:38.256831 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1028 11:13:38.282349 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 11:13:38.312381 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1028 11:13:38.340368 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1028 11:13:38.368852 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1028 11:13:38.396585 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 11:13:38.425195 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1028 11:13:38.453101 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 11:13:38.479115 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/certs/140303.pem --> /usr/share/ca-certificates/140303.pem (1338 bytes)
I1028 11:13:38.505463 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/files/etc/ssl/certs/1403032.pem --> /usr/share/ca-certificates/1403032.pem (1708 bytes)
I1028 11:13:38.531445 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1028 11:13:38.550676 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1028 11:13:38.570134 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1028 11:13:38.588413 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1028 11:13:38.606756 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1028 11:13:38.626726 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1028 11:13:38.646275 150723 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1028 11:13:38.665976 150723 ssh_runner.go:195] Run: openssl version
I1028 11:13:38.672176 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/140303.pem && ln -fs /usr/share/ca-certificates/140303.pem /etc/ssl/certs/140303.pem"
I1028 11:13:38.685017 150723 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/140303.pem
I1028 11:13:38.690136 150723 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 28 11:07 /usr/share/ca-certificates/140303.pem
I1028 11:13:38.690209 150723 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/140303.pem
I1028 11:13:38.697711 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/140303.pem /etc/ssl/certs/51391683.0"
I1028 11:13:38.712239 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1403032.pem && ln -fs /usr/share/ca-certificates/1403032.pem /etc/ssl/certs/1403032.pem"
I1028 11:13:38.725832 150723 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1403032.pem
I1028 11:13:38.730869 150723 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 28 11:07 /usr/share/ca-certificates/1403032.pem
I1028 11:13:38.730941 150723 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1403032.pem
I1028 11:13:38.737271 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/1403032.pem /etc/ssl/certs/3ec20f2e.0"
I1028 11:13:38.751047 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 11:13:38.763980 150723 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 11:13:38.769518 150723 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 10:55 /usr/share/ca-certificates/minikubeCA.pem
I1028 11:13:38.769615 150723 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 11:13:38.776609 150723 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 11:13:38.791196 150723 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 11:13:38.796201 150723 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 11:13:38.796261 150723 kubeadm.go:934] updating node {m03 192.168.39.44 8443 v1.31.2 crio true true} ...
I1028 11:13:38.796362 150723 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-928358-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.44
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-928358 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 11:13:38.796397 150723 kube-vip.go:115] generating kube-vip config ...
I1028 11:13:38.796470 150723 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1028 11:13:38.817160 150723 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1028 11:13:38.817224 150723 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1028 11:13:38.817279 150723 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 11:13:38.829712 150723 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1028 11:13:38.829765 150723 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1028 11:13:38.842596 150723 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1028 11:13:38.842645 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1028 11:13:38.842602 150723 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1028 11:13:38.842708 150723 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1028 11:13:38.842755 150723 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:13:38.842602 150723 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1028 11:13:38.842821 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1028 11:13:38.842886 150723 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1028 11:13:38.849835 150723 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1028 11:13:38.849867 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1028 11:13:38.850062 150723 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1028 11:13:38.850096 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1028 11:13:38.869860 150723 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19876-132631/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1028 11:13:38.870019 150723 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1028 11:13:39.008547 150723 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1028 11:13:39.008597 150723 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-132631/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1028 11:13:39.841044 150723 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1028 11:13:39.851424 150723 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1028 11:13:39.870537 150723 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 11:13:39.890208 150723 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1028 11:13:39.908650 150723 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1028 11:13:39.913130 150723 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:13:39.926430 150723 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:13:40.057322 150723 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:13:40.076284 150723 host.go:66] Checking if "ha-928358" exists ...
I1028 11:13:40.076669 150723 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:13:40.076716 150723 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:13:40.094065 150723 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44567
I1028 11:13:40.094505 150723 main.go:141] libmachine: () Calling .GetVersion
I1028 11:13:40.095080 150723 main.go:141] libmachine: Using API Version 1
I1028 11:13:40.095109 150723 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:13:40.095526 150723 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:13:40.095722 150723 main.go:141] libmachine: (ha-928358) Calling .DriverName
I1028 11:13:40.095896 150723 start.go:317] joinCluster: &{Name:ha-928358 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-928358 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.206 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.15 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.44 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dn
s:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:13:40.096063 150723 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1028 11:13:40.096090 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHHostname
I1028 11:13:40.099282 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:13:40.099834 150723 main.go:141] libmachine: (ha-928358) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:dd:b2:b7", ip: ""} in network mk-ha-928358: {Iface:virbr1 ExpiryTime:2024-10-28 12:11:14 +0000 UTC Type:0 Mac:52:54:00:dd:b2:b7 Iaid: IPaddr:192.168.39.206 Prefix:24 Hostname:ha-928358 Clientid:01:52:54:00:dd:b2:b7}
I1028 11:13:40.099865 150723 main.go:141] libmachine: (ha-928358) DBG | domain ha-928358 has defined IP address 192.168.39.206 and MAC address 52:54:00:dd:b2:b7 in network mk-ha-928358
I1028 11:13:40.100013 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHPort
I1028 11:13:40.100216 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHKeyPath
I1028 11:13:40.100410 150723 main.go:141] libmachine: (ha-928358) Calling .GetSSHUsername
I1028 11:13:40.100563 150723 sshutil.go:53] new ssh client: &{IP:192.168.39.206 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19876-132631/.minikube/machines/ha-928358/id_rsa Username:docker}
I1028 11:13:40.273359 150723 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.44 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:13:40.273397 150723 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token a413hq.qk9z79cdsin0pfn9 --discovery-token-ca-cert-hash sha256:3d1fdf748a1f4d8b286cfc9c270639240f81c04a894ce994fd4e984a90f3d23b --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-928358-m03 --control-plane --apiserver-advertise-address=192.168.39.44 --apiserver-bind-port=8443"
I1028 11:14:04.540358 150723 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token a413hq.qk9z79cdsin0pfn9 --discovery-token-ca-cert-hash sha256:3d1fdf748a1f4d8b286cfc9c270639240f81c04a894ce994fd4e984a90f3d23b --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-928358-m03 --control-plane --apiserver-advertise-address=192.168.39.44 --apiserver-bind-port=8443": (24.266932187s)
I1028 11:14:04.540403 150723 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1028 11:14:05.110298 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-928358-m03 minikube.k8s.io/updated_at=2024_10_28T11_14_05_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=605803b196d1455ad0982199aad6722d11920536 minikube.k8s.io/name=ha-928358 minikube.k8s.io/primary=false
I1028 11:14:05.258236 150723 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-928358-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1028 11:14:05.400029 150723 start.go:319] duration metric: took 25.304126551s to joinCluster
I1028 11:14:05.400118 150723 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.44 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:14:05.400571 150723 config.go:182] Loaded profile config "ha-928358": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:14:05.401586 150723 out.go:177] * Verifying Kubernetes components...
I1028 11:14:05.403593 150723 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:14:05.647217 150723 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:14:05.664862 150723 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19876-132631/kubeconfig
I1028 11:14:05.665098 150723 kapi.go:59] client config for ha-928358: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/client.crt", KeyFile:"/home/jenkins/minikube-integration/19876-132631/.minikube/profiles/ha-928358/client.key", CAFile:"/home/jenkins/minikube-integration/19876-132631/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439ec0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1028 11:14:05.665166 150723 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.206:8443
I1028 11:14:05.665399 150723 node_ready.go:35] waiting up to 6m0s for node "ha-928358-m03" to be "Ready" ...
I1028 11:14:05.665469 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:05.665476 150723 round_trippers.go:469] Request Headers:
I1028 11:14:05.665484 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:05.665490 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:05.669744 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:06.165968 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:06.165997 150723 round_trippers.go:469] Request Headers:
I1028 11:14:06.166009 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:06.166016 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:06.170123 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:06.666317 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:06.666416 150723 round_trippers.go:469] Request Headers:
I1028 11:14:06.666445 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:06.666462 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:06.670843 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:07.165728 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:07.165755 150723 round_trippers.go:469] Request Headers:
I1028 11:14:07.165768 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:07.165776 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:07.169304 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:07.666123 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:07.666154 150723 round_trippers.go:469] Request Headers:
I1028 11:14:07.666165 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:07.666171 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:07.669713 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:07.670892 150723 node_ready.go:53] node "ha-928358-m03" has status "Ready":"False"
I1028 11:14:08.166009 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:08.166031 150723 round_trippers.go:469] Request Headers:
I1028 11:14:08.166039 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:08.166043 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:08.169692 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:08.666389 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:08.666423 150723 round_trippers.go:469] Request Headers:
I1028 11:14:08.666436 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:08.666446 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:08.671535 150723 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 11:14:09.166494 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:09.166518 150723 round_trippers.go:469] Request Headers:
I1028 11:14:09.166530 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:09.166537 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:09.170858 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:09.665722 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:09.665745 150723 round_trippers.go:469] Request Headers:
I1028 11:14:09.665753 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:09.665762 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:09.670170 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:09.671084 150723 node_ready.go:53] node "ha-928358-m03" has status "Ready":"False"
I1028 11:14:10.165695 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:10.165724 150723 round_trippers.go:469] Request Headers:
I1028 11:14:10.165735 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:10.165742 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:10.173147 150723 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1028 11:14:10.666401 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:10.666429 150723 round_trippers.go:469] Request Headers:
I1028 11:14:10.666440 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:10.666443 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:10.671830 150723 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 11:14:11.165701 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:11.165722 150723 round_trippers.go:469] Request Headers:
I1028 11:14:11.165731 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:11.165737 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:11.228148 150723 round_trippers.go:574] Response Status: 200 OK in 62 milliseconds
I1028 11:14:11.666333 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:11.666388 150723 round_trippers.go:469] Request Headers:
I1028 11:14:11.666401 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:11.666408 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:11.670186 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:11.671264 150723 node_ready.go:53] node "ha-928358-m03" has status "Ready":"False"
I1028 11:14:12.165684 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:12.165709 150723 round_trippers.go:469] Request Headers:
I1028 11:14:12.165715 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:12.165719 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:12.170052 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:12.666466 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:12.666494 150723 round_trippers.go:469] Request Headers:
I1028 11:14:12.666504 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:12.666509 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:12.670352 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:13.166382 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:13.166410 150723 round_trippers.go:469] Request Headers:
I1028 11:14:13.166421 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:13.166427 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:13.171235 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:13.666623 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:13.666647 150723 round_trippers.go:469] Request Headers:
I1028 11:14:13.666656 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:13.666661 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:13.670621 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:14.165740 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:14.165767 150723 round_trippers.go:469] Request Headers:
I1028 11:14:14.165776 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:14.165783 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:14.169178 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:14.170214 150723 node_ready.go:53] node "ha-928358-m03" has status "Ready":"False"
I1028 11:14:14.666184 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:14.666206 150723 round_trippers.go:469] Request Headers:
I1028 11:14:14.666215 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:14.666219 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:14.670466 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:15.166232 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:15.166261 150723 round_trippers.go:469] Request Headers:
I1028 11:14:15.166272 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:15.166276 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:15.173444 150723 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1028 11:14:15.666306 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:15.666335 150723 round_trippers.go:469] Request Headers:
I1028 11:14:15.666344 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:15.666348 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:15.670385 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:16.166429 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:16.166461 150723 round_trippers.go:469] Request Headers:
I1028 11:14:16.166474 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:16.166481 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:16.170181 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:16.170699 150723 node_ready.go:53] node "ha-928358-m03" has status "Ready":"False"
I1028 11:14:16.665698 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:16.665723 150723 round_trippers.go:469] Request Headers:
I1028 11:14:16.665730 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:16.665734 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:16.669776 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:17.165640 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:17.165664 150723 round_trippers.go:469] Request Headers:
I1028 11:14:17.165672 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:17.165676 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:17.169368 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:17.666177 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:17.666202 150723 round_trippers.go:469] Request Headers:
I1028 11:14:17.666210 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:17.666214 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:17.670134 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:18.165917 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:18.165940 150723 round_trippers.go:469] Request Headers:
I1028 11:14:18.165948 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:18.165952 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:18.169496 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:18.665925 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:18.665949 150723 round_trippers.go:469] Request Headers:
I1028 11:14:18.665971 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:18.665976 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:18.669433 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:18.670970 150723 node_ready.go:53] node "ha-928358-m03" has status "Ready":"False"
I1028 11:14:19.165694 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:19.165718 150723 round_trippers.go:469] Request Headers:
I1028 11:14:19.165728 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:19.165732 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:19.170437 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:19.666095 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:19.666123 150723 round_trippers.go:469] Request Headers:
I1028 11:14:19.666134 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:19.666141 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:19.668970 150723 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:14:20.166291 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:20.166314 150723 round_trippers.go:469] Request Headers:
I1028 11:14:20.166322 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:20.166326 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:20.170016 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:20.665789 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:20.665815 150723 round_trippers.go:469] Request Headers:
I1028 11:14:20.665822 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:20.665827 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:20.669287 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:21.165826 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:21.165853 150723 round_trippers.go:469] Request Headers:
I1028 11:14:21.165862 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:21.165868 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:21.169651 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:21.170332 150723 node_ready.go:53] node "ha-928358-m03" has status "Ready":"False"
I1028 11:14:21.665771 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:21.665804 150723 round_trippers.go:469] Request Headers:
I1028 11:14:21.665816 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:21.665822 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:21.669841 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:22.166380 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:22.166406 150723 round_trippers.go:469] Request Headers:
I1028 11:14:22.166414 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:22.166420 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:22.169816 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:22.666341 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:22.666364 150723 round_trippers.go:469] Request Headers:
I1028 11:14:22.666372 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:22.666377 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:22.670923 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:23.165737 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:23.165762 150723 round_trippers.go:469] Request Headers:
I1028 11:14:23.165771 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:23.165776 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:23.169299 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:23.665765 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:23.665789 150723 round_trippers.go:469] Request Headers:
I1028 11:14:23.665797 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:23.665801 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:23.669697 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:23.670619 150723 node_ready.go:49] node "ha-928358-m03" has status "Ready":"True"
I1028 11:14:23.670643 150723 node_ready.go:38] duration metric: took 18.005227415s for node "ha-928358-m03" to be "Ready" ...
I1028 11:14:23.670662 150723 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:14:23.670813 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods
I1028 11:14:23.670845 150723 round_trippers.go:469] Request Headers:
I1028 11:14:23.670858 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:23.670875 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:23.677257 150723 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1028 11:14:23.683895 150723 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-gnm9r" in "kube-system" namespace to be "Ready" ...
I1028 11:14:23.683990 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-gnm9r
I1028 11:14:23.683999 150723 round_trippers.go:469] Request Headers:
I1028 11:14:23.684007 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:23.684011 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:23.688327 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:23.688931 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:14:23.688948 150723 round_trippers.go:469] Request Headers:
I1028 11:14:23.688956 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:23.688960 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:23.691787 150723 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:14:23.692523 150723 pod_ready.go:93] pod "coredns-7c65d6cfc9-gnm9r" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:23.692543 150723 pod_ready.go:82] duration metric: took 8.61912ms for pod "coredns-7c65d6cfc9-gnm9r" in "kube-system" namespace to be "Ready" ...
I1028 11:14:23.692554 150723 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-xxxgw" in "kube-system" namespace to be "Ready" ...
I1028 11:14:23.692624 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-xxxgw
I1028 11:14:23.692632 150723 round_trippers.go:469] Request Headers:
I1028 11:14:23.692639 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:23.692645 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:23.695738 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:23.696515 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:14:23.696533 150723 round_trippers.go:469] Request Headers:
I1028 11:14:23.696542 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:23.696548 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:23.699472 150723 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:14:23.700068 150723 pod_ready.go:93] pod "coredns-7c65d6cfc9-xxxgw" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:23.700097 150723 pod_ready.go:82] duration metric: took 7.535535ms for pod "coredns-7c65d6cfc9-xxxgw" in "kube-system" namespace to be "Ready" ...
I1028 11:14:23.700107 150723 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:14:23.700162 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/etcd-ha-928358
I1028 11:14:23.700171 150723 round_trippers.go:469] Request Headers:
I1028 11:14:23.700178 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:23.700184 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:23.702917 150723 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:14:23.703534 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:14:23.703550 150723 round_trippers.go:469] Request Headers:
I1028 11:14:23.703559 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:23.703566 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:23.706103 150723 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:14:23.706650 150723 pod_ready.go:93] pod "etcd-ha-928358" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:23.706674 150723 pod_ready.go:82] duration metric: took 6.560031ms for pod "etcd-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:14:23.706686 150723 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:14:23.706758 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/etcd-ha-928358-m02
I1028 11:14:23.706768 150723 round_trippers.go:469] Request Headers:
I1028 11:14:23.706778 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:23.706785 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:23.709373 150723 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:14:23.710451 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:14:23.710472 150723 round_trippers.go:469] Request Headers:
I1028 11:14:23.710484 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:23.710490 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:23.713376 150723 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:14:23.713980 150723 pod_ready.go:93] pod "etcd-ha-928358-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:23.714010 150723 pod_ready.go:82] duration metric: took 7.313443ms for pod "etcd-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:14:23.714024 150723 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-928358-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:14:23.866359 150723 request.go:632] Waited for 152.224049ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/etcd-ha-928358-m03
I1028 11:14:23.866476 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/etcd-ha-928358-m03
I1028 11:14:23.866492 150723 round_trippers.go:469] Request Headers:
I1028 11:14:23.866504 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:23.866516 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:23.871166 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:24.066273 150723 request.go:632] Waited for 194.358951ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:24.066350 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:24.066361 150723 round_trippers.go:469] Request Headers:
I1028 11:14:24.066372 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:24.066378 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:24.070313 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:24.071003 150723 pod_ready.go:93] pod "etcd-ha-928358-m03" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:24.071021 150723 pod_ready.go:82] duration metric: took 356.990267ms for pod "etcd-ha-928358-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:14:24.071039 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:14:24.266224 150723 request.go:632] Waited for 195.110039ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-928358
I1028 11:14:24.266285 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-928358
I1028 11:14:24.266290 150723 round_trippers.go:469] Request Headers:
I1028 11:14:24.266298 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:24.266303 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:24.271102 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:24.466777 150723 request.go:632] Waited for 195.051662ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:14:24.466835 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:14:24.466840 150723 round_trippers.go:469] Request Headers:
I1028 11:14:24.466848 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:24.466857 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:24.471602 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:24.472438 150723 pod_ready.go:93] pod "kube-apiserver-ha-928358" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:24.472458 150723 pod_ready.go:82] duration metric: took 401.411661ms for pod "kube-apiserver-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:14:24.472468 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:14:24.666245 150723 request.go:632] Waited for 193.688569ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-928358-m02
I1028 11:14:24.666314 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-928358-m02
I1028 11:14:24.666321 150723 round_trippers.go:469] Request Headers:
I1028 11:14:24.666332 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:24.666337 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:24.670192 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:24.866165 150723 request.go:632] Waited for 195.218003ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:14:24.866225 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:14:24.866230 150723 round_trippers.go:469] Request Headers:
I1028 11:14:24.866237 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:24.866242 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:24.869696 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:24.870520 150723 pod_ready.go:93] pod "kube-apiserver-ha-928358-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:24.870539 150723 pod_ready.go:82] duration metric: took 398.065091ms for pod "kube-apiserver-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:14:24.870549 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-928358-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:14:25.066723 150723 request.go:632] Waited for 196.090526ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-928358-m03
I1028 11:14:25.066790 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-928358-m03
I1028 11:14:25.066796 150723 round_trippers.go:469] Request Headers:
I1028 11:14:25.066812 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:25.066818 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:25.070840 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:25.266492 150723 request.go:632] Waited for 194.408437ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:25.266550 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:25.266555 150723 round_trippers.go:469] Request Headers:
I1028 11:14:25.266563 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:25.266567 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:25.270440 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:25.271647 150723 pod_ready.go:93] pod "kube-apiserver-ha-928358-m03" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:25.271668 150723 pod_ready.go:82] duration metric: took 401.112731ms for pod "kube-apiserver-ha-928358-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:14:25.271677 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:14:25.466686 150723 request.go:632] Waited for 194.942796ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-928358
I1028 11:14:25.466776 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-928358
I1028 11:14:25.466782 150723 round_trippers.go:469] Request Headers:
I1028 11:14:25.466791 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:25.466799 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:25.478807 150723 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I1028 11:14:25.666227 150723 request.go:632] Waited for 186.359371ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:14:25.666322 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:14:25.666335 150723 round_trippers.go:469] Request Headers:
I1028 11:14:25.666346 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:25.666355 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:25.669950 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:25.670691 150723 pod_ready.go:93] pod "kube-controller-manager-ha-928358" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:25.670710 150723 pod_ready.go:82] duration metric: took 399.026254ms for pod "kube-controller-manager-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:14:25.670723 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:14:25.866724 150723 request.go:632] Waited for 195.936368ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-928358-m02
I1028 11:14:25.866801 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-928358-m02
I1028 11:14:25.866807 150723 round_trippers.go:469] Request Headers:
I1028 11:14:25.866814 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:25.866819 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:25.870640 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:26.065827 150723 request.go:632] Waited for 194.310294ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:14:26.065907 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:14:26.065912 150723 round_trippers.go:469] Request Headers:
I1028 11:14:26.065920 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:26.065925 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:26.069699 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:26.070459 150723 pod_ready.go:93] pod "kube-controller-manager-ha-928358-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:26.070478 150723 pod_ready.go:82] duration metric: took 399.749253ms for pod "kube-controller-manager-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:14:26.070489 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-928358-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:14:26.266701 150723 request.go:632] Waited for 196.138179ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-928358-m03
I1028 11:14:26.266792 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-928358-m03
I1028 11:14:26.266809 150723 round_trippers.go:469] Request Headers:
I1028 11:14:26.266825 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:26.266832 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:26.270679 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:26.466081 150723 request.go:632] Waited for 194.361983ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:26.466174 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:26.466182 150723 round_trippers.go:469] Request Headers:
I1028 11:14:26.466194 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:26.466206 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:26.470252 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:26.470784 150723 pod_ready.go:93] pod "kube-controller-manager-ha-928358-m03" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:26.470804 150723 pod_ready.go:82] duration metric: took 400.309396ms for pod "kube-controller-manager-ha-928358-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:14:26.470815 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-8fxdn" in "kube-system" namespace to be "Ready" ...
I1028 11:14:26.665844 150723 request.go:632] Waited for 194.95975ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8fxdn
I1028 11:14:26.665902 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8fxdn
I1028 11:14:26.665925 150723 round_trippers.go:469] Request Headers:
I1028 11:14:26.665956 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:26.665963 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:26.669385 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:26.866618 150723 request.go:632] Waited for 196.393847ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:14:26.866674 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:14:26.866679 150723 round_trippers.go:469] Request Headers:
I1028 11:14:26.866687 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:26.866690 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:26.870012 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:26.870701 150723 pod_ready.go:93] pod "kube-proxy-8fxdn" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:26.870720 150723 pod_ready.go:82] duration metric: took 399.898606ms for pod "kube-proxy-8fxdn" in "kube-system" namespace to be "Ready" ...
I1028 11:14:26.870734 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-cfhp5" in "kube-system" namespace to be "Ready" ...
I1028 11:14:27.065775 150723 request.go:632] Waited for 194.965869ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cfhp5
I1028 11:14:27.065845 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cfhp5
I1028 11:14:27.065850 150723 round_trippers.go:469] Request Headers:
I1028 11:14:27.065858 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:27.065865 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:27.069945 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:27.266078 150723 request.go:632] Waited for 195.378208ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:14:27.266154 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:14:27.266159 150723 round_trippers.go:469] Request Headers:
I1028 11:14:27.266167 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:27.266174 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:27.269961 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:27.270605 150723 pod_ready.go:93] pod "kube-proxy-cfhp5" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:27.270625 150723 pod_ready.go:82] duration metric: took 399.882701ms for pod "kube-proxy-cfhp5" in "kube-system" namespace to be "Ready" ...
I1028 11:14:27.270640 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-np8x5" in "kube-system" namespace to be "Ready" ...
I1028 11:14:27.466435 150723 request.go:632] Waited for 195.719587ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-proxy-np8x5
I1028 11:14:27.466503 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-proxy-np8x5
I1028 11:14:27.466511 150723 round_trippers.go:469] Request Headers:
I1028 11:14:27.466550 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:27.466562 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:27.473780 150723 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1028 11:14:27.666214 150723 request.go:632] Waited for 191.347069ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:27.666284 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:27.666291 150723 round_trippers.go:469] Request Headers:
I1028 11:14:27.666298 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:27.666302 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:27.670820 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:27.671554 150723 pod_ready.go:93] pod "kube-proxy-np8x5" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:27.671578 150723 pod_ready.go:82] duration metric: took 400.929643ms for pod "kube-proxy-np8x5" in "kube-system" namespace to be "Ready" ...
I1028 11:14:27.671589 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:14:27.866741 150723 request.go:632] Waited for 195.08002ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-928358
I1028 11:14:27.866814 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-928358
I1028 11:14:27.866821 150723 round_trippers.go:469] Request Headers:
I1028 11:14:27.866832 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:27.866843 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:27.870682 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:28.066337 150723 request.go:632] Waited for 194.812157ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:14:28.066403 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358
I1028 11:14:28.066408 150723 round_trippers.go:469] Request Headers:
I1028 11:14:28.066416 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:28.066420 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:28.069743 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:28.070462 150723 pod_ready.go:93] pod "kube-scheduler-ha-928358" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:28.070483 150723 pod_ready.go:82] duration metric: took 398.887712ms for pod "kube-scheduler-ha-928358" in "kube-system" namespace to be "Ready" ...
I1028 11:14:28.070497 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:14:28.265961 150723 request.go:632] Waited for 195.392733ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-928358-m02
I1028 11:14:28.266039 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-928358-m02
I1028 11:14:28.266047 150723 round_trippers.go:469] Request Headers:
I1028 11:14:28.266057 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:28.266088 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:28.269740 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:28.465851 150723 request.go:632] Waited for 195.318291ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:14:28.465931 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m02
I1028 11:14:28.465937 150723 round_trippers.go:469] Request Headers:
I1028 11:14:28.465949 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:28.465957 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:28.470812 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:28.471696 150723 pod_ready.go:93] pod "kube-scheduler-ha-928358-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:28.471720 150723 pod_ready.go:82] duration metric: took 401.210524ms for pod "kube-scheduler-ha-928358-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:14:28.471733 150723 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-928358-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:14:28.665763 150723 request.go:632] Waited for 193.940561ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-928358-m03
I1028 11:14:28.665854 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-928358-m03
I1028 11:14:28.665869 150723 round_trippers.go:469] Request Headers:
I1028 11:14:28.665877 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:28.665883 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:28.669746 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:28.866768 150723 request.go:632] Waited for 196.382736ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:28.866827 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes/ha-928358-m03
I1028 11:14:28.866832 150723 round_trippers.go:469] Request Headers:
I1028 11:14:28.866840 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:28.866844 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:28.870665 150723 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:14:28.871107 150723 pod_ready.go:93] pod "kube-scheduler-ha-928358-m03" in "kube-system" namespace has status "Ready":"True"
I1028 11:14:28.871125 150723 pod_ready.go:82] duration metric: took 399.382061ms for pod "kube-scheduler-ha-928358-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:14:28.871136 150723 pod_ready.go:39] duration metric: took 5.200463354s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:14:28.871154 150723 api_server.go:52] waiting for apiserver process to appear ...
I1028 11:14:28.871205 150723 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 11:14:28.894991 150723 api_server.go:72] duration metric: took 23.494825881s to wait for apiserver process to appear ...
I1028 11:14:28.895029 150723 api_server.go:88] waiting for apiserver healthz status ...
I1028 11:14:28.895053 150723 api_server.go:253] Checking apiserver healthz at https://192.168.39.206:8443/healthz ...
I1028 11:14:28.901769 150723 api_server.go:279] https://192.168.39.206:8443/healthz returned 200:
ok
I1028 11:14:28.901850 150723 round_trippers.go:463] GET https://192.168.39.206:8443/version
I1028 11:14:28.901857 150723 round_trippers.go:469] Request Headers:
I1028 11:14:28.901868 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:28.901879 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:28.903049 150723 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1028 11:14:28.903133 150723 api_server.go:141] control plane version: v1.31.2
I1028 11:14:28.903153 150723 api_server.go:131] duration metric: took 8.11544ms to wait for apiserver health ...
I1028 11:14:28.903164 150723 system_pods.go:43] waiting for kube-system pods to appear ...
I1028 11:14:29.066557 150723 request.go:632] Waited for 163.310035ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods
I1028 11:14:29.066623 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods
I1028 11:14:29.066628 150723 round_trippers.go:469] Request Headers:
I1028 11:14:29.066650 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:29.066657 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:29.073405 150723 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1028 11:14:29.079996 150723 system_pods.go:59] 24 kube-system pods found
I1028 11:14:29.080029 150723 system_pods.go:61] "coredns-7c65d6cfc9-gnm9r" [a5c7c6f0-1cdd-49c0-b778-5b0ec0ac1e01] Running
I1028 11:14:29.080039 150723 system_pods.go:61] "coredns-7c65d6cfc9-xxxgw" [6a07f06b-45fb-48df-a2a2-11a778f673f9] Running
I1028 11:14:29.080043 150723 system_pods.go:61] "etcd-ha-928358" [c681dcb6-bc71-46d6-aa5a-899417abb849] Running
I1028 11:14:29.080047 150723 system_pods.go:61] "etcd-ha-928358-m02" [af3a82df-4742-489f-a117-9b9d2b7a048d] Running
I1028 11:14:29.080050 150723 system_pods.go:61] "etcd-ha-928358-m03" [56e4453a-65fd-4b3f-9556-e5cec7aa0400] Running
I1028 11:14:29.080053 150723 system_pods.go:61] "kindnet-9k2mz" [946ea25c-8bc6-46d5-9804-7d8f75ba2ad4] Running
I1028 11:14:29.080056 150723 system_pods.go:61] "kindnet-j4vj5" [ac0a5c2f-3377-4bd0-9f94-1a7537c53166] Running
I1028 11:14:29.080062 150723 system_pods.go:61] "kindnet-pq9gp" [2ea8de0e-a664-4adb-aec2-6f98508540c6] Running
I1028 11:14:29.080065 150723 system_pods.go:61] "kube-apiserver-ha-928358" [a788332b-962c-46b4-82b4-a02964f5d5dc] Running
I1028 11:14:29.080068 150723 system_pods.go:61] "kube-apiserver-ha-928358-m02" [c92501e8-c1d5-477e-a6b6-b60620faa00b] Running
I1028 11:14:29.080071 150723 system_pods.go:61] "kube-apiserver-ha-928358-m03" [b5e63feb-e15c-42f4-8e49-9775a7602add] Running
I1028 11:14:29.080075 150723 system_pods.go:61] "kube-controller-manager-ha-928358" [78c19f2e-d681-4e3c-9bfd-727274401f78] Running
I1028 11:14:29.080079 150723 system_pods.go:61] "kube-controller-manager-ha-928358-m02" [cd1072fd-cd9a-4a94-9781-02d871c3600c] Running
I1028 11:14:29.080085 150723 system_pods.go:61] "kube-controller-manager-ha-928358-m03" [ad543df1-fd1e-4fbe-b70b-06af7d39f971] Running
I1028 11:14:29.080089 150723 system_pods.go:61] "kube-proxy-8fxdn" [7b2e1e84-6129-4868-b46b-525da3cdf687] Running
I1028 11:14:29.080094 150723 system_pods.go:61] "kube-proxy-cfhp5" [475c34b6-f766-4f80-80ed-035648e85112] Running
I1028 11:14:29.080099 150723 system_pods.go:61] "kube-proxy-np8x5" [c8dd1d78-2375-49d4-b476-ec52dd65830b] Running
I1028 11:14:29.080103 150723 system_pods.go:61] "kube-scheduler-ha-928358" [d3a05763-fa71-4bdd-9c05-de0bc7249a3c] Running
I1028 11:14:29.080109 150723 system_pods.go:61] "kube-scheduler-ha-928358-m02" [2d391e9c-b6c4-4f4d-823b-f9413b79db5c] Running
I1028 11:14:29.080117 150723 system_pods.go:61] "kube-scheduler-ha-928358-m03" [b9809d8d-8a45-4363-9b03-55995deb6b62] Running
I1028 11:14:29.080124 150723 system_pods.go:61] "kube-vip-ha-928358" [3441ce6b-3a50-44ba-b0c7-6f7c869cf62c] Running
I1028 11:14:29.080135 150723 system_pods.go:61] "kube-vip-ha-928358-m02" [82ba5bf8-b053-47f5-bb71-e7cbc2e17cce] Running
I1028 11:14:29.080139 150723 system_pods.go:61] "kube-vip-ha-928358-m03" [894e8b21-2ffc-4ad5-89b1-80c915aecfb9] Running
I1028 11:14:29.080142 150723 system_pods.go:61] "storage-provisioner" [84b302cf-9f88-4a96-aa61-c2ca6512e060] Running
I1028 11:14:29.080148 150723 system_pods.go:74] duration metric: took 176.977613ms to wait for pod list to return data ...
I1028 11:14:29.080159 150723 default_sa.go:34] waiting for default service account to be created ...
I1028 11:14:29.266599 150723 request.go:632] Waited for 186.363794ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/default/serviceaccounts
I1028 11:14:29.266653 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/default/serviceaccounts
I1028 11:14:29.266658 150723 round_trippers.go:469] Request Headers:
I1028 11:14:29.266665 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:29.266669 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:29.271060 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:29.271213 150723 default_sa.go:45] found service account: "default"
I1028 11:14:29.271235 150723 default_sa.go:55] duration metric: took 191.069027ms for default service account to be created ...
I1028 11:14:29.271247 150723 system_pods.go:116] waiting for k8s-apps to be running ...
I1028 11:14:29.466315 150723 request.go:632] Waited for 194.981882ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods
I1028 11:14:29.466408 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/namespaces/kube-system/pods
I1028 11:14:29.466421 150723 round_trippers.go:469] Request Headers:
I1028 11:14:29.466436 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:29.466448 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:29.472918 150723 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1028 11:14:29.481266 150723 system_pods.go:86] 24 kube-system pods found
I1028 11:14:29.481302 150723 system_pods.go:89] "coredns-7c65d6cfc9-gnm9r" [a5c7c6f0-1cdd-49c0-b778-5b0ec0ac1e01] Running
I1028 11:14:29.481308 150723 system_pods.go:89] "coredns-7c65d6cfc9-xxxgw" [6a07f06b-45fb-48df-a2a2-11a778f673f9] Running
I1028 11:14:29.481312 150723 system_pods.go:89] "etcd-ha-928358" [c681dcb6-bc71-46d6-aa5a-899417abb849] Running
I1028 11:14:29.481316 150723 system_pods.go:89] "etcd-ha-928358-m02" [af3a82df-4742-489f-a117-9b9d2b7a048d] Running
I1028 11:14:29.481320 150723 system_pods.go:89] "etcd-ha-928358-m03" [56e4453a-65fd-4b3f-9556-e5cec7aa0400] Running
I1028 11:14:29.481324 150723 system_pods.go:89] "kindnet-9k2mz" [946ea25c-8bc6-46d5-9804-7d8f75ba2ad4] Running
I1028 11:14:29.481327 150723 system_pods.go:89] "kindnet-j4vj5" [ac0a5c2f-3377-4bd0-9f94-1a7537c53166] Running
I1028 11:14:29.481330 150723 system_pods.go:89] "kindnet-pq9gp" [2ea8de0e-a664-4adb-aec2-6f98508540c6] Running
I1028 11:14:29.481333 150723 system_pods.go:89] "kube-apiserver-ha-928358" [a788332b-962c-46b4-82b4-a02964f5d5dc] Running
I1028 11:14:29.481336 150723 system_pods.go:89] "kube-apiserver-ha-928358-m02" [c92501e8-c1d5-477e-a6b6-b60620faa00b] Running
I1028 11:14:29.481339 150723 system_pods.go:89] "kube-apiserver-ha-928358-m03" [b5e63feb-e15c-42f4-8e49-9775a7602add] Running
I1028 11:14:29.481343 150723 system_pods.go:89] "kube-controller-manager-ha-928358" [78c19f2e-d681-4e3c-9bfd-727274401f78] Running
I1028 11:14:29.481346 150723 system_pods.go:89] "kube-controller-manager-ha-928358-m02" [cd1072fd-cd9a-4a94-9781-02d871c3600c] Running
I1028 11:14:29.481350 150723 system_pods.go:89] "kube-controller-manager-ha-928358-m03" [ad543df1-fd1e-4fbe-b70b-06af7d39f971] Running
I1028 11:14:29.481354 150723 system_pods.go:89] "kube-proxy-8fxdn" [7b2e1e84-6129-4868-b46b-525da3cdf687] Running
I1028 11:14:29.481359 150723 system_pods.go:89] "kube-proxy-cfhp5" [475c34b6-f766-4f80-80ed-035648e85112] Running
I1028 11:14:29.481362 150723 system_pods.go:89] "kube-proxy-np8x5" [c8dd1d78-2375-49d4-b476-ec52dd65830b] Running
I1028 11:14:29.481364 150723 system_pods.go:89] "kube-scheduler-ha-928358" [d3a05763-fa71-4bdd-9c05-de0bc7249a3c] Running
I1028 11:14:29.481368 150723 system_pods.go:89] "kube-scheduler-ha-928358-m02" [2d391e9c-b6c4-4f4d-823b-f9413b79db5c] Running
I1028 11:14:29.481372 150723 system_pods.go:89] "kube-scheduler-ha-928358-m03" [b9809d8d-8a45-4363-9b03-55995deb6b62] Running
I1028 11:14:29.481378 150723 system_pods.go:89] "kube-vip-ha-928358" [3441ce6b-3a50-44ba-b0c7-6f7c869cf62c] Running
I1028 11:14:29.481382 150723 system_pods.go:89] "kube-vip-ha-928358-m02" [82ba5bf8-b053-47f5-bb71-e7cbc2e17cce] Running
I1028 11:14:29.481388 150723 system_pods.go:89] "kube-vip-ha-928358-m03" [894e8b21-2ffc-4ad5-89b1-80c915aecfb9] Running
I1028 11:14:29.481392 150723 system_pods.go:89] "storage-provisioner" [84b302cf-9f88-4a96-aa61-c2ca6512e060] Running
I1028 11:14:29.481402 150723 system_pods.go:126] duration metric: took 210.146699ms to wait for k8s-apps to be running ...
I1028 11:14:29.481415 150723 system_svc.go:44] waiting for kubelet service to be running ....
I1028 11:14:29.481478 150723 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:14:29.499294 150723 system_svc.go:56] duration metric: took 17.867458ms WaitForService to wait for kubelet
I1028 11:14:29.499345 150723 kubeadm.go:582] duration metric: took 24.099188581s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:14:29.499369 150723 node_conditions.go:102] verifying NodePressure condition ...
I1028 11:14:29.666183 150723 request.go:632] Waited for 166.698659ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.206:8443/api/v1/nodes
I1028 11:14:29.666244 150723 round_trippers.go:463] GET https://192.168.39.206:8443/api/v1/nodes
I1028 11:14:29.666250 150723 round_trippers.go:469] Request Headers:
I1028 11:14:29.666258 150723 round_trippers.go:473] Accept: application/json, */*
I1028 11:14:29.666262 150723 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:14:29.670701 150723 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:14:29.671840 150723 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 11:14:29.671859 150723 node_conditions.go:123] node cpu capacity is 2
I1028 11:14:29.671869 150723 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 11:14:29.671873 150723 node_conditions.go:123] node cpu capacity is 2
I1028 11:14:29.671877 150723 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 11:14:29.671880 150723 node_conditions.go:123] node cpu capacity is 2
I1028 11:14:29.671883 150723 node_conditions.go:105] duration metric: took 172.509467ms to run NodePressure ...
I1028 11:14:29.671895 150723 start.go:241] waiting for startup goroutines ...
I1028 11:14:29.671914 150723 start.go:255] writing updated cluster config ...
I1028 11:14:29.672186 150723 ssh_runner.go:195] Run: rm -f paused
I1028 11:14:29.727881 150723 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1028 11:14:29.729936 150723 out.go:177] * Done! kubectl is now configured to use "ha-928358" cluster and "default" namespace by default
==> CRI-O <==
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.574933090Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114311574910584,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=4887f0d9-2b9d-4eb8-9113-baf298620a86 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.575696653Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=839cb379-4a28-4b6c-9999-165918535912 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.575771923Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=839cb379-4a28-4b6c-9999-165918535912 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.576110686Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:678eb45e28d220a42bcac7415e4ce88f279076917f7b00e8a2b2f5c0cf677326,PodSandboxId:6fcf4a6026d957f8e79ffb85c32669ca9a365d9fc8214b6870229799cc4597fb,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730114074570850330,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-dnw8z,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 9c810197-a557-46ef-b357-7e291a4a7b89,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:267b82290689582a0a0ee8533614e3a18e3cf721bda943169042b0a2c0013134,PodSandboxId:554c79cdc22b78e5a6470ffe34ccc5341e3ec6d3ffa7565e4c1beb707ef72e2a,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730113923426706643,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-gnm9r,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a5c7c6f0-1cdd-49c0-b778-5b0ec0ac1e01,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0ec81022134ba675fca1fe33fd56bb1c1b72660d7ab1204c49803f7726d2e962,PodSandboxId:b55f959c9e26e991249ae94c2e429ff30afd02c35968b1f5197daf1f675d1e58,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730113923397679448,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xxxgw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
6a07f06b-45fb-48df-a2a2-11a778f673f9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:101876df5ba495ae26f6192a67cf58daa6b5c8bd168e8cd3628351b01c68e901,PodSandboxId:cc9b8c60752926d41d28a4dcdfd1e19ef0de8ebc75555078fd1e376da4565e85,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1730113923367404788,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 84b302cf-9f88-4a96-aa61-c2ca6512e060,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:93fda9ea564e1bc6421f28b62f577bc80acbad6daa3cbe46ad7d10a2affccb6a,PodSandboxId:af0a9858b9f50c8e572c045e8c3126c8f9283cd7d8585ccdb4e89bb943d42fb5,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:17301139
10769943117,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pq9gp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2ea8de0e-a664-4adb-aec2-6f98508540c6,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6af78d85866c9190d2dc9f22b29f12fcb3588528f7cf6c7c87bbcd359e41f2a7,PodSandboxId:f07333184a00738bbc04d8dc353d893f533ce87973bf71385f6653f9284a2e8f,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730113910534253818,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-8fxdn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7b2e1e84-6129-4868-b46b-525da3cdf687,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b4500f47684e694f345ba53e5c499fc9a0afe5ee4b93fd6bac3dcecfdd4e6653,PodSandboxId:aef8ad820f7339156e3cf807c79fad8a3b024b9e79758024addbf1b76722e750,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1730113902093737215,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 65f0454183202822eaaf9dce289e7ab0,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a75ab3d16aba2288925d652b039911c92709c3eb1a43e63131d61fd58598b854,PodSandboxId:841e8a03bb9b36d587566c629f28b86c338761184f55756297ccbf2c4bd32471,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730113899215696227,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuber
netes.pod.name: etcd-ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 6c6aafad1b68cb8667c9a27dc935b2f4,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f8221151573cfa2580df6dace415437b4000e4d91f1295508a899e63aa917e52,PodSandboxId:1975c249cdfeea490e8715feb43cef751e0e345b84fbcabb3e80886b24a36158,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730113899175911994,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-
ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5ad239d10939bdcd9fa6b3f4d3a18685,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e735b7e201a7d2d87909893e0ce3cbfab869a7f4002a4257cd296032066715ef,PodSandboxId:2efa4330e0881e7fbc78ae172c7a9787884c589309ac84dc1ba6af39d4932b8a,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730113899117563670,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-ma
nager-ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bf3ddb9faad874d83f5a9c68c563fb6b,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1be8f3556358ee1f9109fa3d01c6b86a90663b094340123b80449ee7c8cbc583,PodSandboxId:041b17e002580a4be2c849c0bf7c03947a7914737165687390c2f455aea5b083,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730113899086865409,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-928358,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66d5e9725d6fffac64bd660c7f6042f6,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=839cb379-4a28-4b6c-9999-165918535912 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.625963695Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=6c2d398f-cd59-42c8-8aaa-5b225ca16562 name=/runtime.v1.RuntimeService/Version
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.626150637Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=6c2d398f-cd59-42c8-8aaa-5b225ca16562 name=/runtime.v1.RuntimeService/Version
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.628431571Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=c849d9ca-2969-4749-b017-8915ba8c690f name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.629438664Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114311629399979,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=c849d9ca-2969-4749-b017-8915ba8c690f name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.633199023Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=c848d7cf-d3b3-400b-aed8-cf39b4c3d01a name=/runtime.v1.RuntimeService/ListContainers
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.633427453Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=c848d7cf-d3b3-400b-aed8-cf39b4c3d01a name=/runtime.v1.RuntimeService/ListContainers
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.634175915Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:678eb45e28d220a42bcac7415e4ce88f279076917f7b00e8a2b2f5c0cf677326,PodSandboxId:6fcf4a6026d957f8e79ffb85c32669ca9a365d9fc8214b6870229799cc4597fb,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730114074570850330,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-dnw8z,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 9c810197-a557-46ef-b357-7e291a4a7b89,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:267b82290689582a0a0ee8533614e3a18e3cf721bda943169042b0a2c0013134,PodSandboxId:554c79cdc22b78e5a6470ffe34ccc5341e3ec6d3ffa7565e4c1beb707ef72e2a,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730113923426706643,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-gnm9r,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a5c7c6f0-1cdd-49c0-b778-5b0ec0ac1e01,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0ec81022134ba675fca1fe33fd56bb1c1b72660d7ab1204c49803f7726d2e962,PodSandboxId:b55f959c9e26e991249ae94c2e429ff30afd02c35968b1f5197daf1f675d1e58,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730113923397679448,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xxxgw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
6a07f06b-45fb-48df-a2a2-11a778f673f9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:101876df5ba495ae26f6192a67cf58daa6b5c8bd168e8cd3628351b01c68e901,PodSandboxId:cc9b8c60752926d41d28a4dcdfd1e19ef0de8ebc75555078fd1e376da4565e85,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1730113923367404788,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 84b302cf-9f88-4a96-aa61-c2ca6512e060,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:93fda9ea564e1bc6421f28b62f577bc80acbad6daa3cbe46ad7d10a2affccb6a,PodSandboxId:af0a9858b9f50c8e572c045e8c3126c8f9283cd7d8585ccdb4e89bb943d42fb5,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:17301139
10769943117,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pq9gp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2ea8de0e-a664-4adb-aec2-6f98508540c6,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6af78d85866c9190d2dc9f22b29f12fcb3588528f7cf6c7c87bbcd359e41f2a7,PodSandboxId:f07333184a00738bbc04d8dc353d893f533ce87973bf71385f6653f9284a2e8f,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730113910534253818,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-8fxdn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7b2e1e84-6129-4868-b46b-525da3cdf687,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b4500f47684e694f345ba53e5c499fc9a0afe5ee4b93fd6bac3dcecfdd4e6653,PodSandboxId:aef8ad820f7339156e3cf807c79fad8a3b024b9e79758024addbf1b76722e750,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1730113902093737215,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 65f0454183202822eaaf9dce289e7ab0,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a75ab3d16aba2288925d652b039911c92709c3eb1a43e63131d61fd58598b854,PodSandboxId:841e8a03bb9b36d587566c629f28b86c338761184f55756297ccbf2c4bd32471,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730113899215696227,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuber
netes.pod.name: etcd-ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 6c6aafad1b68cb8667c9a27dc935b2f4,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f8221151573cfa2580df6dace415437b4000e4d91f1295508a899e63aa917e52,PodSandboxId:1975c249cdfeea490e8715feb43cef751e0e345b84fbcabb3e80886b24a36158,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730113899175911994,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-
ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5ad239d10939bdcd9fa6b3f4d3a18685,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e735b7e201a7d2d87909893e0ce3cbfab869a7f4002a4257cd296032066715ef,PodSandboxId:2efa4330e0881e7fbc78ae172c7a9787884c589309ac84dc1ba6af39d4932b8a,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730113899117563670,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-ma
nager-ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bf3ddb9faad874d83f5a9c68c563fb6b,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1be8f3556358ee1f9109fa3d01c6b86a90663b094340123b80449ee7c8cbc583,PodSandboxId:041b17e002580a4be2c849c0bf7c03947a7914737165687390c2f455aea5b083,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730113899086865409,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-928358,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66d5e9725d6fffac64bd660c7f6042f6,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=c848d7cf-d3b3-400b-aed8-cf39b4c3d01a name=/runtime.v1.RuntimeService/ListContainers
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.679057748Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=45c07f3f-4d9d-4b54-bec5-0dc540f2d007 name=/runtime.v1.RuntimeService/Version
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.679155428Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=45c07f3f-4d9d-4b54-bec5-0dc540f2d007 name=/runtime.v1.RuntimeService/Version
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.681598116Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=5e27e925-2674-420d-8162-a46bab1895c1 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.682296157Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114311682259759,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=5e27e925-2674-420d-8162-a46bab1895c1 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.682877305Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=9bcb8354-3e2b-4109-9ca7-b1721d028e4a name=/runtime.v1.RuntimeService/ListContainers
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.682932218Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=9bcb8354-3e2b-4109-9ca7-b1721d028e4a name=/runtime.v1.RuntimeService/ListContainers
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.683270998Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:678eb45e28d220a42bcac7415e4ce88f279076917f7b00e8a2b2f5c0cf677326,PodSandboxId:6fcf4a6026d957f8e79ffb85c32669ca9a365d9fc8214b6870229799cc4597fb,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730114074570850330,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-dnw8z,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 9c810197-a557-46ef-b357-7e291a4a7b89,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:267b82290689582a0a0ee8533614e3a18e3cf721bda943169042b0a2c0013134,PodSandboxId:554c79cdc22b78e5a6470ffe34ccc5341e3ec6d3ffa7565e4c1beb707ef72e2a,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730113923426706643,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-gnm9r,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a5c7c6f0-1cdd-49c0-b778-5b0ec0ac1e01,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0ec81022134ba675fca1fe33fd56bb1c1b72660d7ab1204c49803f7726d2e962,PodSandboxId:b55f959c9e26e991249ae94c2e429ff30afd02c35968b1f5197daf1f675d1e58,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730113923397679448,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xxxgw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
6a07f06b-45fb-48df-a2a2-11a778f673f9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:101876df5ba495ae26f6192a67cf58daa6b5c8bd168e8cd3628351b01c68e901,PodSandboxId:cc9b8c60752926d41d28a4dcdfd1e19ef0de8ebc75555078fd1e376da4565e85,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1730113923367404788,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 84b302cf-9f88-4a96-aa61-c2ca6512e060,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:93fda9ea564e1bc6421f28b62f577bc80acbad6daa3cbe46ad7d10a2affccb6a,PodSandboxId:af0a9858b9f50c8e572c045e8c3126c8f9283cd7d8585ccdb4e89bb943d42fb5,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:17301139
10769943117,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pq9gp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2ea8de0e-a664-4adb-aec2-6f98508540c6,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6af78d85866c9190d2dc9f22b29f12fcb3588528f7cf6c7c87bbcd359e41f2a7,PodSandboxId:f07333184a00738bbc04d8dc353d893f533ce87973bf71385f6653f9284a2e8f,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730113910534253818,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-8fxdn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7b2e1e84-6129-4868-b46b-525da3cdf687,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b4500f47684e694f345ba53e5c499fc9a0afe5ee4b93fd6bac3dcecfdd4e6653,PodSandboxId:aef8ad820f7339156e3cf807c79fad8a3b024b9e79758024addbf1b76722e750,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1730113902093737215,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 65f0454183202822eaaf9dce289e7ab0,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a75ab3d16aba2288925d652b039911c92709c3eb1a43e63131d61fd58598b854,PodSandboxId:841e8a03bb9b36d587566c629f28b86c338761184f55756297ccbf2c4bd32471,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730113899215696227,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuber
netes.pod.name: etcd-ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 6c6aafad1b68cb8667c9a27dc935b2f4,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f8221151573cfa2580df6dace415437b4000e4d91f1295508a899e63aa917e52,PodSandboxId:1975c249cdfeea490e8715feb43cef751e0e345b84fbcabb3e80886b24a36158,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730113899175911994,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-
ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5ad239d10939bdcd9fa6b3f4d3a18685,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e735b7e201a7d2d87909893e0ce3cbfab869a7f4002a4257cd296032066715ef,PodSandboxId:2efa4330e0881e7fbc78ae172c7a9787884c589309ac84dc1ba6af39d4932b8a,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730113899117563670,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-ma
nager-ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bf3ddb9faad874d83f5a9c68c563fb6b,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1be8f3556358ee1f9109fa3d01c6b86a90663b094340123b80449ee7c8cbc583,PodSandboxId:041b17e002580a4be2c849c0bf7c03947a7914737165687390c2f455aea5b083,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730113899086865409,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-928358,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66d5e9725d6fffac64bd660c7f6042f6,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=9bcb8354-3e2b-4109-9ca7-b1721d028e4a name=/runtime.v1.RuntimeService/ListContainers
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.722148201Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=3fe3e4c6-3814-4a2c-a0d6-a386f8eae4f2 name=/runtime.v1.RuntimeService/Version
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.722219709Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=3fe3e4c6-3814-4a2c-a0d6-a386f8eae4f2 name=/runtime.v1.RuntimeService/Version
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.723566382Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=2622f858-5485-467c-b64f-f2667ca16177 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.723974473Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114311723953427,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=2622f858-5485-467c-b64f-f2667ca16177 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.724777683Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=330d6919-6ad3-4147-b317-54cfa28997db name=/runtime.v1.RuntimeService/ListContainers
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.724833055Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=330d6919-6ad3-4147-b317-54cfa28997db name=/runtime.v1.RuntimeService/ListContainers
Oct 28 11:18:31 ha-928358 crio[664]: time="2024-10-28 11:18:31.725399032Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:678eb45e28d220a42bcac7415e4ce88f279076917f7b00e8a2b2f5c0cf677326,PodSandboxId:6fcf4a6026d957f8e79ffb85c32669ca9a365d9fc8214b6870229799cc4597fb,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730114074570850330,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-dnw8z,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 9c810197-a557-46ef-b357-7e291a4a7b89,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:267b82290689582a0a0ee8533614e3a18e3cf721bda943169042b0a2c0013134,PodSandboxId:554c79cdc22b78e5a6470ffe34ccc5341e3ec6d3ffa7565e4c1beb707ef72e2a,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730113923426706643,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-gnm9r,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a5c7c6f0-1cdd-49c0-b778-5b0ec0ac1e01,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0ec81022134ba675fca1fe33fd56bb1c1b72660d7ab1204c49803f7726d2e962,PodSandboxId:b55f959c9e26e991249ae94c2e429ff30afd02c35968b1f5197daf1f675d1e58,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730113923397679448,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xxxgw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
6a07f06b-45fb-48df-a2a2-11a778f673f9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:101876df5ba495ae26f6192a67cf58daa6b5c8bd168e8cd3628351b01c68e901,PodSandboxId:cc9b8c60752926d41d28a4dcdfd1e19ef0de8ebc75555078fd1e376da4565e85,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1730113923367404788,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 84b302cf-9f88-4a96-aa61-c2ca6512e060,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:93fda9ea564e1bc6421f28b62f577bc80acbad6daa3cbe46ad7d10a2affccb6a,PodSandboxId:af0a9858b9f50c8e572c045e8c3126c8f9283cd7d8585ccdb4e89bb943d42fb5,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:17301139
10769943117,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pq9gp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2ea8de0e-a664-4adb-aec2-6f98508540c6,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6af78d85866c9190d2dc9f22b29f12fcb3588528f7cf6c7c87bbcd359e41f2a7,PodSandboxId:f07333184a00738bbc04d8dc353d893f533ce87973bf71385f6653f9284a2e8f,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730113910534253818,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-8fxdn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7b2e1e84-6129-4868-b46b-525da3cdf687,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b4500f47684e694f345ba53e5c499fc9a0afe5ee4b93fd6bac3dcecfdd4e6653,PodSandboxId:aef8ad820f7339156e3cf807c79fad8a3b024b9e79758024addbf1b76722e750,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1730113902093737215,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 65f0454183202822eaaf9dce289e7ab0,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a75ab3d16aba2288925d652b039911c92709c3eb1a43e63131d61fd58598b854,PodSandboxId:841e8a03bb9b36d587566c629f28b86c338761184f55756297ccbf2c4bd32471,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730113899215696227,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuber
netes.pod.name: etcd-ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 6c6aafad1b68cb8667c9a27dc935b2f4,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f8221151573cfa2580df6dace415437b4000e4d91f1295508a899e63aa917e52,PodSandboxId:1975c249cdfeea490e8715feb43cef751e0e345b84fbcabb3e80886b24a36158,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730113899175911994,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-
ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5ad239d10939bdcd9fa6b3f4d3a18685,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e735b7e201a7d2d87909893e0ce3cbfab869a7f4002a4257cd296032066715ef,PodSandboxId:2efa4330e0881e7fbc78ae172c7a9787884c589309ac84dc1ba6af39d4932b8a,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730113899117563670,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-ma
nager-ha-928358,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bf3ddb9faad874d83f5a9c68c563fb6b,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1be8f3556358ee1f9109fa3d01c6b86a90663b094340123b80449ee7c8cbc583,PodSandboxId:041b17e002580a4be2c849c0bf7c03947a7914737165687390c2f455aea5b083,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730113899086865409,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-928358,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66d5e9725d6fffac64bd660c7f6042f6,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=330d6919-6ad3-4147-b317-54cfa28997db name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
678eb45e28d22 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 6fcf4a6026d95 busybox-7dff88458-dnw8z
267b822906895 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 554c79cdc22b7 coredns-7c65d6cfc9-gnm9r
0ec81022134ba c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 b55f959c9e26e coredns-7c65d6cfc9-xxxgw
101876df5ba49 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 cc9b8c6075292 storage-provisioner
93fda9ea564e1 3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52 6 minutes ago Running kindnet-cni 0 af0a9858b9f50 kindnet-pq9gp
6af78d85866c9 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 f07333184a007 kube-proxy-8fxdn
b4500f47684e6 ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215 6 minutes ago Running kube-vip 0 aef8ad820f733 kube-vip-ha-928358
a75ab3d16aba2 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 841e8a03bb9b3 etcd-ha-928358
f8221151573cf 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 1975c249cdfee kube-apiserver-ha-928358
e735b7e201a7d 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 2efa4330e0881 kube-controller-manager-ha-928358
1be8f3556358e 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 041b17e002580 kube-scheduler-ha-928358
==> coredns [0ec81022134ba675fca1fe33fd56bb1c1b72660d7ab1204c49803f7726d2e962] <==
[INFO] 10.244.2.2:54221 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 31 0.001644473s
[INFO] 10.244.2.2:58493 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.00055293s
[INFO] 10.244.1.2:59466 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000373197s
[INFO] 10.244.1.2:59196 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.002135371s
[INFO] 10.244.0.4:48789 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000140504s
[INFO] 10.244.0.4:43613 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000168237s
[INFO] 10.244.0.4:38143 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.016935286s
[INFO] 10.244.0.4:39110 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000177298s
[INFO] 10.244.2.2:46780 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000169863s
[INFO] 10.244.2.2:56782 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002009621s
[INFO] 10.244.2.2:39525 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000138628s
[INFO] 10.244.2.2:53832 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000216458s
[INFO] 10.244.1.2:39727 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000226061s
[INFO] 10.244.1.2:60944 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001495416s
[INFO] 10.244.1.2:36506 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000119701s
[INFO] 10.244.1.2:59657 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.0001674s
[INFO] 10.244.0.4:50368 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000178977s
[INFO] 10.244.0.4:47562 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000089999s
[INFO] 10.244.1.2:44983 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00013645s
[INFO] 10.244.1.2:33581 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000164661s
[INFO] 10.244.1.2:39245 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000099456s
[INFO] 10.244.0.4:48286 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00018935s
[INFO] 10.244.0.4:33651 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000163132s
[INFO] 10.244.2.2:57361 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000144876s
[INFO] 10.244.2.2:38124 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00021886s
==> coredns [267b82290689582a0a0ee8533614e3a18e3cf721bda943169042b0a2c0013134] <==
[INFO] 10.244.0.4:46197 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000168175s
[INFO] 10.244.0.4:43404 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000138086s
[INFO] 10.244.2.2:42078 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000211245s
[INFO] 10.244.2.2:43818 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001478975s
[INFO] 10.244.2.2:36869 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000148567s
[INFO] 10.244.2.2:38696 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000110904s
[INFO] 10.244.1.2:53013 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000625096s
[INFO] 10.244.1.2:57247 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002184098s
[INFO] 10.244.1.2:60298 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000097712s
[INFO] 10.244.1.2:42104 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000099517s
[INFO] 10.244.0.4:43344 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000166235s
[INFO] 10.244.0.4:39756 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000110369s
[INFO] 10.244.2.2:51568 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000132969s
[INFO] 10.244.2.2:39038 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000106245s
[INFO] 10.244.2.2:36223 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000090887s
[INFO] 10.244.2.2:53817 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000077711s
[INFO] 10.244.1.2:45611 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000112879s
[INFO] 10.244.0.4:48292 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000126001s
[INFO] 10.244.0.4:49134 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000314244s
[INFO] 10.244.2.2:38137 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000166744s
[INFO] 10.244.2.2:49391 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000218881s
[INFO] 10.244.1.2:58619 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000152475s
[INFO] 10.244.1.2:59879 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000283359s
[INFO] 10.244.1.2:33696 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000103786s
[INFO] 10.244.1.2:41150 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000120227s
==> describe nodes <==
Name: ha-928358
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-928358
kubernetes.io/os=linux
minikube.k8s.io/commit=605803b196d1455ad0982199aad6722d11920536
minikube.k8s.io/name=ha-928358
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_28T11_11_46_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 11:11:42 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-928358
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 11:18:23 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 11:14:49 +0000 Mon, 28 Oct 2024 11:11:41 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 11:14:49 +0000 Mon, 28 Oct 2024 11:11:41 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 11:14:49 +0000 Mon, 28 Oct 2024 11:11:41 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 11:14:49 +0000 Mon, 28 Oct 2024 11:12:02 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.206
Hostname: ha-928358
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 3063a9eb16b941929fe95ea9deb85942
System UUID: 3063a9eb-16b9-4192-9fe9-5ea9deb85942
Boot ID: 4750ce27-a752-459c-82e1-f46d3ba9e4fc
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-dnw8z 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m2s
kube-system coredns-7c65d6cfc9-gnm9r 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m42s
kube-system coredns-7c65d6cfc9-xxxgw 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m42s
kube-system etcd-ha-928358 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m47s
kube-system kindnet-pq9gp 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m42s
kube-system kube-apiserver-ha-928358 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m47s
kube-system kube-controller-manager-ha-928358 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m47s
kube-system kube-proxy-8fxdn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m42s
kube-system kube-scheduler-ha-928358 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m47s
kube-system kube-vip-ha-928358 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m49s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m41s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m40s kube-proxy
Normal Starting 6m47s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m47s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m47s kubelet Node ha-928358 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m47s kubelet Node ha-928358 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m47s kubelet Node ha-928358 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m43s node-controller Node ha-928358 event: Registered Node ha-928358 in Controller
Normal NodeReady 6m30s kubelet Node ha-928358 status is now: NodeReady
Normal RegisteredNode 5m37s node-controller Node ha-928358 event: Registered Node ha-928358 in Controller
Normal RegisteredNode 4m22s node-controller Node ha-928358 event: Registered Node ha-928358 in Controller
Name: ha-928358-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-928358-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=605803b196d1455ad0982199aad6722d11920536
minikube.k8s.io/name=ha-928358
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_28T11_12_49_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 11:12:46 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-928358-m02
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 11:15:51 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Mon, 28 Oct 2024 11:14:49 +0000 Mon, 28 Oct 2024 11:16:34 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Mon, 28 Oct 2024 11:14:49 +0000 Mon, 28 Oct 2024 11:16:34 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Mon, 28 Oct 2024 11:14:49 +0000 Mon, 28 Oct 2024 11:16:34 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Mon, 28 Oct 2024 11:14:49 +0000 Mon, 28 Oct 2024 11:16:34 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.15
Hostname: ha-928358-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: fb0972414207466c8358559557f25b09
System UUID: fb097241-4207-466c-8358-559557f25b09
Boot ID: 69b9f603-4134-42b4-a3f9-eeae845c3c91
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-tx5tk 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m2s
kube-system etcd-ha-928358-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m44s
kube-system kindnet-j4vj5 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m46s
kube-system kube-apiserver-ha-928358-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m44s
kube-system kube-controller-manager-ha-928358-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m44s
kube-system kube-proxy-cfhp5 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m46s
kube-system kube-scheduler-ha-928358-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m37s
kube-system kube-vip-ha-928358-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m41s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m40s kube-proxy
Normal NodeHasSufficientMemory 5m46s (x8 over 5m46s) kubelet Node ha-928358-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m46s (x8 over 5m46s) kubelet Node ha-928358-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m46s (x7 over 5m46s) kubelet Node ha-928358-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m46s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m43s node-controller Node ha-928358-m02 event: Registered Node ha-928358-m02 in Controller
Normal RegisteredNode 5m37s node-controller Node ha-928358-m02 event: Registered Node ha-928358-m02 in Controller
Normal RegisteredNode 4m22s node-controller Node ha-928358-m02 event: Registered Node ha-928358-m02 in Controller
Normal NodeNotReady 118s node-controller Node ha-928358-m02 status is now: NodeNotReady
Name: ha-928358-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-928358-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=605803b196d1455ad0982199aad6722d11920536
minikube.k8s.io/name=ha-928358
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_28T11_14_05_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 11:14:00 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-928358-m03
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 11:18:26 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 11:15:02 +0000 Mon, 28 Oct 2024 11:14:00 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 11:15:02 +0000 Mon, 28 Oct 2024 11:14:00 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 11:15:02 +0000 Mon, 28 Oct 2024 11:14:00 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 11:15:02 +0000 Mon, 28 Oct 2024 11:14:23 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.44
Hostname: ha-928358-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: ebf69c3934784b66bc2bf05f458d71ba
System UUID: ebf69c39-3478-4b66-bc2b-f05f458d71ba
Boot ID: 2e5043ad-620d-4233-b866-677c45434de6
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-h8ctp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m2s
kube-system etcd-ha-928358-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m30s
kube-system kindnet-9k2mz 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m32s
kube-system kube-apiserver-ha-928358-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m31s
kube-system kube-controller-manager-ha-928358-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m31s
kube-system kube-proxy-np8x5 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m32s
kube-system kube-scheduler-ha-928358-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m30s
kube-system kube-vip-ha-928358-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m27s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m26s kube-proxy
Normal NodeHasSufficientMemory 4m32s (x8 over 4m32s) kubelet Node ha-928358-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m32s (x8 over 4m32s) kubelet Node ha-928358-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m32s (x7 over 4m32s) kubelet Node ha-928358-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m32s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m28s node-controller Node ha-928358-m03 event: Registered Node ha-928358-m03 in Controller
Normal RegisteredNode 4m27s node-controller Node ha-928358-m03 event: Registered Node ha-928358-m03 in Controller
Normal RegisteredNode 4m22s node-controller Node ha-928358-m03 event: Registered Node ha-928358-m03 in Controller
Name: ha-928358-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-928358-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=605803b196d1455ad0982199aad6722d11920536
minikube.k8s.io/name=ha-928358
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_28T11_15_10_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 11:15:09 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-928358-m04
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 11:18:23 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 11:15:40 +0000 Mon, 28 Oct 2024 11:15:09 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 11:15:40 +0000 Mon, 28 Oct 2024 11:15:09 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 11:15:40 +0000 Mon, 28 Oct 2024 11:15:09 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 11:15:40 +0000 Mon, 28 Oct 2024 11:15:31 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.203
Hostname: ha-928358-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 6ee6c88b1c8c4fa2aebbfe4047465ead
System UUID: 6ee6c88b-1c8c-4fa2-aebb-fe4047465ead
Boot ID: b70ab214-29c9-4d90-9700-0ff1df9971f7
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-k2ddr 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m23s
kube-system kube-proxy-fl4b7 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m23s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m16s kube-proxy
Normal NodeHasSufficientMemory 3m23s (x2 over 3m23s) kubelet Node ha-928358-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m23s (x2 over 3m23s) kubelet Node ha-928358-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m23s (x2 over 3m23s) kubelet Node ha-928358-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m23s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m22s node-controller Node ha-928358-m04 event: Registered Node ha-928358-m04 in Controller
Normal RegisteredNode 3m22s node-controller Node ha-928358-m04 event: Registered Node ha-928358-m04 in Controller
Normal RegisteredNode 3m18s node-controller Node ha-928358-m04 event: Registered Node ha-928358-m04 in Controller
Normal NodeReady 3m1s kubelet Node ha-928358-m04 status is now: NodeReady
==> dmesg <==
[Oct28 11:11] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.053627] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.041855] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.945749] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.924544] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.657378] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000008] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +12.658005] systemd-fstab-generator[587]: Ignoring "noauto" option for root device
[ +0.063082] kauditd_printk_skb: 1 callbacks suppressed
[ +0.059947] systemd-fstab-generator[599]: Ignoring "noauto" option for root device
[ +0.199848] systemd-fstab-generator[613]: Ignoring "noauto" option for root device
[ +0.133132] systemd-fstab-generator[625]: Ignoring "noauto" option for root device
[ +0.303491] systemd-fstab-generator[654]: Ignoring "noauto" option for root device
[ +4.303698] systemd-fstab-generator[751]: Ignoring "noauto" option for root device
[ +0.055659] kauditd_printk_skb: 130 callbacks suppressed
[ +3.938074] systemd-fstab-generator[887]: Ignoring "noauto" option for root device
[ +1.148998] kauditd_printk_skb: 57 callbacks suppressed
[ +6.072047] systemd-fstab-generator[1302]: Ignoring "noauto" option for root device
[ +0.087002] kauditd_printk_skb: 40 callbacks suppressed
[ +5.352589] kauditd_printk_skb: 21 callbacks suppressed
[Oct28 11:12] kauditd_printk_skb: 38 callbacks suppressed
[ +49.929447] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [a75ab3d16aba2288925d652b039911c92709c3eb1a43e63131d61fd58598b854] <==
{"level":"warn","ts":"2024-10-28T11:18:31.994958Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:31.999943Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.013323Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.017831Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.029732Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.037359Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.044844Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.050226Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.056227Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.067931Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.100206Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.108446Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.129279Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.141274Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.149894Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.160376Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.167963Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.175630Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.182428Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.187044Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.193079Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.199929Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.200351Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.207199Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T11:18:32.208410Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8d50a8842d8d7ae5","from":"8d50a8842d8d7ae5","remote-peer-id":"ed53c0c0114aeaee","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
11:18:32 up 7 min, 0 users, load average: 0.50, 0.51, 0.28
Linux ha-928358 5.10.207 #1 SMP Tue Oct 15 19:19:35 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [93fda9ea564e1bc6421f28b62f577bc80acbad6daa3cbe46ad7d10a2affccb6a] <==
I1028 11:18:02.315935 1 main.go:300] handling current node
I1028 11:18:12.318153 1 main.go:296] Handling node with IPs: map[192.168.39.203:{}]
I1028 11:18:12.318184 1 main.go:323] Node ha-928358-m04 has CIDR [10.244.3.0/24]
I1028 11:18:12.318402 1 main.go:296] Handling node with IPs: map[192.168.39.206:{}]
I1028 11:18:12.318430 1 main.go:300] handling current node
I1028 11:18:12.318441 1 main.go:296] Handling node with IPs: map[192.168.39.15:{}]
I1028 11:18:12.318446 1 main.go:323] Node ha-928358-m02 has CIDR [10.244.1.0/24]
I1028 11:18:12.318605 1 main.go:296] Handling node with IPs: map[192.168.39.44:{}]
I1028 11:18:12.318645 1 main.go:323] Node ha-928358-m03 has CIDR [10.244.2.0/24]
I1028 11:18:22.308838 1 main.go:296] Handling node with IPs: map[192.168.39.206:{}]
I1028 11:18:22.308947 1 main.go:300] handling current node
I1028 11:18:22.308976 1 main.go:296] Handling node with IPs: map[192.168.39.15:{}]
I1028 11:18:22.309061 1 main.go:323] Node ha-928358-m02 has CIDR [10.244.1.0/24]
I1028 11:18:22.309300 1 main.go:296] Handling node with IPs: map[192.168.39.44:{}]
I1028 11:18:22.309333 1 main.go:323] Node ha-928358-m03 has CIDR [10.244.2.0/24]
I1028 11:18:22.309462 1 main.go:296] Handling node with IPs: map[192.168.39.203:{}]
I1028 11:18:22.309499 1 main.go:323] Node ha-928358-m04 has CIDR [10.244.3.0/24]
I1028 11:18:32.311258 1 main.go:296] Handling node with IPs: map[192.168.39.44:{}]
I1028 11:18:32.311327 1 main.go:323] Node ha-928358-m03 has CIDR [10.244.2.0/24]
I1028 11:18:32.311802 1 main.go:296] Handling node with IPs: map[192.168.39.203:{}]
I1028 11:18:32.311823 1 main.go:323] Node ha-928358-m04 has CIDR [10.244.3.0/24]
I1028 11:18:32.312207 1 main.go:296] Handling node with IPs: map[192.168.39.206:{}]
I1028 11:18:32.312223 1 main.go:300] handling current node
I1028 11:18:32.312249 1 main.go:296] Handling node with IPs: map[192.168.39.15:{}]
I1028 11:18:32.312256 1 main.go:323] Node ha-928358-m02 has CIDR [10.244.1.0/24]
==> kube-apiserver [f8221151573cfa2580df6dace415437b4000e4d91f1295508a899e63aa917e52] <==
I1028 11:11:44.249575 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1028 11:11:44.264324 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.206]
I1028 11:11:44.266721 1 controller.go:615] quota admission added evaluator for: endpoints
I1028 11:11:44.273696 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1028 11:11:44.441833 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1028 11:11:45.375393 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1028 11:11:45.401215 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1028 11:11:45.422922 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1028 11:11:50.040543 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1028 11:11:50.160325 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1028 11:14:35.737044 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49680: use of closed network connection
E1028 11:14:35.939412 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49710: use of closed network connection
E1028 11:14:36.137760 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49736: use of closed network connection
E1028 11:14:36.353242 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49742: use of closed network connection
E1028 11:14:36.573304 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49764: use of closed network connection
E1028 11:14:36.795811 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49780: use of closed network connection
E1028 11:14:36.981176 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49798: use of closed network connection
E1028 11:14:37.177919 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49830: use of closed network connection
E1028 11:14:37.363976 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49844: use of closed network connection
E1028 11:14:37.667823 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49884: use of closed network connection
E1028 11:14:37.860879 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49906: use of closed network connection
E1028 11:14:38.044254 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49922: use of closed network connection
E1028 11:14:38.230562 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49930: use of closed network connection
E1028 11:14:38.433175 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49954: use of closed network connection
E1028 11:14:38.620514 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49974: use of closed network connection
==> kube-controller-manager [e735b7e201a7d2d87909893e0ce3cbfab869a7f4002a4257cd296032066715ef] <==
I1028 11:15:02.129745 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m03"
E1028 11:15:09.422518 1 certificate_controller.go:151] "Unhandled Error" err="Sync csr-8k978 failed with : error updating signature for csr: Operation cannot be fulfilled on certificatesigningrequests.certificates.k8s.io \"csr-8k978\": the object has been modified; please apply your changes to the latest version and try again" logger="UnhandledError"
I1028 11:15:09.795491 1 actual_state_of_world.go:540] "Failed to update statusUpdateNeeded field in actual state of world" logger="persistentvolume-attach-detach-controller" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ha-928358-m04\" does not exist"
I1028 11:15:09.833650 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-928358-m04" podCIDRs=["10.244.3.0/24"]
I1028 11:15:09.833720 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m04"
I1028 11:15:09.833754 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m04"
I1028 11:15:10.048409 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m04"
I1028 11:15:10.186481 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m04"
I1028 11:15:10.510390 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m04"
I1028 11:15:14.501689 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-928358-m04"
I1028 11:15:14.502311 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m04"
I1028 11:15:14.708709 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m04"
I1028 11:15:20.001285 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m04"
I1028 11:15:31.204169 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-928358-m04"
I1028 11:15:31.204768 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m04"
I1028 11:15:31.224821 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m04"
I1028 11:15:34.519983 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m04"
I1028 11:15:40.626763 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m04"
I1028 11:16:34.553439 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-928358-m04"
I1028 11:16:34.556249 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m02"
I1028 11:16:34.585375 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m02"
I1028 11:16:34.698936 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="57.004399ms"
I1028 11:16:34.699212 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="70.024µs"
I1028 11:16:35.153194 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m02"
I1028 11:16:39.778629 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-928358-m02"
==> kube-proxy [6af78d85866c9190d2dc9f22b29f12fcb3588528f7cf6c7c87bbcd359e41f2a7] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1028 11:11:50.898284 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1028 11:11:50.922359 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.206"]
E1028 11:11:50.922435 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1028 11:11:51.064127 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1028 11:11:51.064169 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1028 11:11:51.064206 1 server_linux.go:169] "Using iptables Proxier"
I1028 11:11:51.084457 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1028 11:11:51.088588 1 server.go:483] "Version info" version="v1.31.2"
I1028 11:11:51.088608 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1028 11:11:51.098854 1 config.go:199] "Starting service config controller"
I1028 11:11:51.099108 1 shared_informer.go:313] Waiting for caches to sync for service config
I1028 11:11:51.099342 1 config.go:328] "Starting node config controller"
I1028 11:11:51.099355 1 shared_informer.go:313] Waiting for caches to sync for node config
I1028 11:11:51.122226 1 config.go:105] "Starting endpoint slice config controller"
I1028 11:11:51.122243 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1028 11:11:51.199431 1 shared_informer.go:320] Caches are synced for node config
I1028 11:11:51.199505 1 shared_informer.go:320] Caches are synced for service config
I1028 11:11:51.222697 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [1be8f3556358ee1f9109fa3d01c6b86a90663b094340123b80449ee7c8cbc583] <==
W1028 11:11:43.540244 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1028 11:11:43.540296 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 11:11:43.541960 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1028 11:11:43.542068 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:11:43.589795 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1028 11:11:43.589913 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:11:43.666909 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1028 11:11:43.667067 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 11:11:43.681223 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1028 11:11:43.681426 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:11:43.721299 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1028 11:11:43.721931 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:11:43.811114 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1028 11:11:43.811345 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I1028 11:11:46.351113 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1028 11:15:09.905243 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-k2ddr\": pod kindnet-k2ddr is already assigned to node \"ha-928358-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-k2ddr" node="ha-928358-m04"
E1028 11:15:09.908212 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 1733f64f-2a73-414c-a048-b4ad6b9bd117(kube-system/kindnet-k2ddr) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-k2ddr"
E1028 11:15:09.910352 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-k2ddr\": pod kindnet-k2ddr is already assigned to node \"ha-928358-m04\"" pod="kube-system/kindnet-k2ddr"
I1028 11:15:09.910453 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-k2ddr" node="ha-928358-m04"
E1028 11:15:09.907070 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-fl4b7\": pod kube-proxy-fl4b7 is already assigned to node \"ha-928358-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-fl4b7" node="ha-928358-m04"
E1028 11:15:09.910582 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 48c26642-8d42-43a1-ad06-ba9408499bf8(kube-system/kube-proxy-fl4b7) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-fl4b7"
E1028 11:15:09.910623 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-fl4b7\": pod kube-proxy-fl4b7 is already assigned to node \"ha-928358-m04\"" pod="kube-system/kube-proxy-fl4b7"
I1028 11:15:09.910661 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-fl4b7" node="ha-928358-m04"
E1028 11:15:09.930971 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-tswkg\": pod kube-proxy-tswkg is already assigned to node \"ha-928358-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-tswkg" node="ha-928358-m04"
E1028 11:15:09.931171 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-tswkg\": pod kube-proxy-tswkg is already assigned to node \"ha-928358-m04\"" pod="kube-system/kube-proxy-tswkg"
==> kubelet <==
Oct 28 11:16:55 ha-928358 kubelet[1312]: E1028 11:16:55.514793 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114215514414818,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:16:55 ha-928358 kubelet[1312]: E1028 11:16:55.515166 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114215514414818,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:17:05 ha-928358 kubelet[1312]: E1028 11:17:05.516628 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114225516360078,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:17:05 ha-928358 kubelet[1312]: E1028 11:17:05.517193 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114225516360078,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:17:15 ha-928358 kubelet[1312]: E1028 11:17:15.518657 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114235518443764,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:17:15 ha-928358 kubelet[1312]: E1028 11:17:15.518678 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114235518443764,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:17:25 ha-928358 kubelet[1312]: E1028 11:17:25.532318 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114245531090228,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:17:25 ha-928358 kubelet[1312]: E1028 11:17:25.532805 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114245531090228,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:17:35 ha-928358 kubelet[1312]: E1028 11:17:35.534490 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114255534180329,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:17:35 ha-928358 kubelet[1312]: E1028 11:17:35.534569 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114255534180329,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:17:45 ha-928358 kubelet[1312]: E1028 11:17:45.349514 1312 iptables.go:577] "Could not set up iptables canary" err=<
Oct 28 11:17:45 ha-928358 kubelet[1312]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 28 11:17:45 ha-928358 kubelet[1312]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 28 11:17:45 ha-928358 kubelet[1312]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 28 11:17:45 ha-928358 kubelet[1312]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 28 11:17:45 ha-928358 kubelet[1312]: E1028 11:17:45.536867 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114265536656122,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:17:45 ha-928358 kubelet[1312]: E1028 11:17:45.536910 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114265536656122,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:17:55 ha-928358 kubelet[1312]: E1028 11:17:55.539160 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114275538681035,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:17:55 ha-928358 kubelet[1312]: E1028 11:17:55.539208 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114275538681035,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:18:05 ha-928358 kubelet[1312]: E1028 11:18:05.540899 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114285540540832,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:18:05 ha-928358 kubelet[1312]: E1028 11:18:05.540940 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114285540540832,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:18:15 ha-928358 kubelet[1312]: E1028 11:18:15.543044 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114295542712895,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:18:15 ha-928358 kubelet[1312]: E1028 11:18:15.543124 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114295542712895,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:18:25 ha-928358 kubelet[1312]: E1028 11:18:25.544764 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114305544540799,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:18:25 ha-928358 kubelet[1312]: E1028 11:18:25.544789 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730114305544540799,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-928358 -n ha-928358
helpers_test.go:261: (dbg) Run: kubectl --context ha-928358 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.41s)